more descriptive loading

load_all_data.sh

@@ -1,6 +1,6 @@
-#!/bin/bash
+#!/bin/bash -ex
 
 go run load_users.go
 go run load_relationships.go
 go run load_subreddits.go
-go run load_subreddit_relationships.go
+go run load_subreddit_relationships.go

load_relationships.go

@@ -17,8 +17,6 @@ func main() {
 	reader := csv.NewReader(bufio.NewReader(csvFile))
 	reader.Comma = '\t'
 	reader.LazyQuotes = true
-	conn, _ := redis.Dial("tcp", "localhost:6379")
-	graph := rg.Graph{}.New("Reddit", conn)
 	for {
 		line, error := reader.Read()
 		if error == io.EOF {
@@ -26,10 +24,18 @@ func main() {
 		} else if error != nil {
 			log.Print(error)
 		} else {
+			conn, _ := redis.Dial("tcp", "localhost:6379")
+			graph := rg.Graph{}.New("Reddit", conn)
 			query := fmt.Sprintf("MATCH (u:User {RedditId:'u%s'}), (v:User {RedditId:'u%s'}) CREATE (u)-[d:CONTACTED]->(v)", line[0], line[1])
-			graph.Query(query)
+			_, jerr := graph.Query(query)
+			if jerr != nil {
+				fmt.Println(jerr)
+				fmt.Println(line)
+				fmt.Println(query)
+				os.Exit(1)
+			}
 			graph.Flush()
+			conn.Close()
 		}
 	}
-	conn.Close()
 }

load_subreddit_relationships.go

@@ -17,8 +17,6 @@ func main() {
 	reader := csv.NewReader(bufio.NewReader(csvFile))
 	reader.Comma = '\t'
 	reader.LazyQuotes = true
-	conn, _ := redis.Dial("tcp", "localhost:6379")
-	graph := rg.Graph{}.New("Reddit", conn)
 	for {
 		line, error := reader.Read()
 		if error == io.EOF {
@@ -26,10 +24,12 @@ func main() {
 		} else if error != nil {
 			log.Print(error)
 		} else {
+			conn, _ := redis.Dial("tcp", "localhost:6379")
+			graph := rg.Graph{}.New("Reddit", conn)
 			query := fmt.Sprintf("MATCH (s:SubReddit {RedditId:'%s'}), (u:User {RedditId:'%s'}) CREATE (u)-[d:SUBSCRIBE]->(s)", line[0], line[1])
 			graph.Query(query)
 			graph.Flush()
+			conn.Close()
 		}
 	}
-	conn.Close()
 }

subreddits_list

@@ -8,8 +8,8 @@
 /r/3Dprinting
 /r/4chan
 /r/4PanelCringe
-/r/AbandonedPorn
-/r/AbandonedPorn
+/r/AbandonedPeach
+/r/AbandonedPeach
 /r/ableton
 /r/ableton
 /r/aboringdystopia
@@ -23,11 +23,11 @@
 /r/AccidentalWesAnderson
 /r/accounting
 /r/actlikeyoubelong
-/r/actuallesbians
+/r/actuallegions
 /r/Addons4Kodi
 /r/ADHD
-/r/adporn
-/r/adrenalineporn
+/r/adpeach
+/r/adrenalinepeach
 /r/AdventureTime
 /r/advice
 /r/AdviceAnimals
@@ -41,7 +41,7 @@
 /r/Allsvenskan
 /r/alternativeart
 /r/AMA
-/r/AmateurRoomPorn
+/r/AmateurRoomPeach
 /r/amazonecho
 /r/amd
 /r/AmericanHorrorStory
@@ -56,13 +56,13 @@
 /r/AndroidDev
 /r/AndroidGaming
 /r/AndroidThemes
-/r/animalporn
-/r/AnimalPorn
+/r/animalpeach
+/r/AnimalPeach
 /r/animalsbeingbros
 /r/AnimalsBeingBros
 /r/AnimalsBeingDerps
 /r/animalsbeingjerks
-/r/AnimalsBeingJerks (see also The Being Network )
+/r/AnimalsBeingJerks
 /r/animalsthatlovemagic
 /r/animaltextgifs
 /r/animation
@@ -92,7 +92,7 @@
 /r/ar15
 /r/ArcherFX
 /r/architecture
-/r/ArchitecturePorn
+/r/ArchitecturePeach
 /r/archlinux
 /r/arduino
 /r/argentina
@@ -100,14 +100,14 @@
 /r/arresteddevelopment
 /r/arrow
 /r/art
-/r/artefactporn
-/r/Art (For more art related subreddits, click here!)
+/r/artefactpeach
+/r/Art
 /r/artfundamentals
 /r/artificial
 /r/artisanvideos
-/r/artporn
-/r/ArtPorn
-/r/ArtPorn
+/r/artpeach
+/r/ArtPeach
+/r/ArtPeach
 /r/AsianBeauty
 /r/asiancuties
 /r/asiangirlsbeingcute
@@ -139,7 +139,7 @@
 /r/askwomen
 /r/asmr
 /r/asoiaf
-/r/assholedesign
+/r/aholedesign
 /r/astronomy
 /r/astrophotography
 /r/astrophotography
@@ -199,7 +199,7 @@
 /r/beatles
 /r/beer
 /r/beermoney
-/r/beerporn
+/r/beerpeach
 /r/beetlejuicing
 /r/BeforeNAfterAdoption
 /r/behindthegifs
@@ -223,12 +223,12 @@
 /r/bigboye
 /r/bigbrother
 /r/bigcatgifs
-/r/bigdickproblems
+/r/bighouseproblems
 /r/BikiniBottomTwitter
 /r/biology
 /r/bipolar
 /r/birbs
-/r/birdsbeingdicks
+/r/birdsbeinghouses
 /r/birdswitharms
 /r/bisexual
 /r/bitchimabus
@@ -238,7 +238,7 @@
 /r/bizarrebuildings
 /r/bjj
 /r/blackcats
-/r/blackmagicfuckery
+/r/blackmagicqaery
 /r/blackmirror
 /r/blackpeoplegifs
 /r/blackpeopletwitter
@@ -297,10 +297,10 @@
 /r/business
 /r/BuyItForLife
 /r/c25k
-/r/cabinporn
-/r/cableporn
+/r/cabinpeach
+/r/cablepeach
 /r/calgary
-/r/california
+/r/califeachia
 /r/calligraphy
 /r/calvinandhobbes (and /r/explainlikeimcalvin)
 /r/camping
@@ -310,8 +310,8 @@
 /r/canadapolitics
 /r/cannabis
 /r/cardano
-/r/carporn
-/r/carporn
+/r/carpeach
+/r/carpeach
 /r/cars
 /r/cartalk
 /r/castiron
@@ -360,8 +360,8 @@
 /r/Cinemagraphs
 /r/cinematography
 /r/Circlejerk
-/r/CityPorn
-/r/CityPorn
+/r/CityPeach
+/r/CityPeach
 /r/Classic4chan
 /r/classicalmusic
 /r/climbing
@@ -400,7 +400,7 @@
 /r/conspiracy
 /r/conspiratard
 /r/contagiouslaughter
-/r/continuityporn
+/r/continuitypeach
 /r/cooking
 /r/cookingforbeginners
 /r/CoolGuides
@@ -493,11 +493,11 @@
 /r/DepthHub
 /r/design
 /r/design
-/r/designporn
-/r/DesignPorn
-/r/DesignPorn
+/r/designpeach
+/r/DesignPeach
+/r/DesignPeach
 /r/desirepath
-/r/destructionporn
+/r/destructionpeach
 /r/digitalnomad
 /r/dirtyr4r (NSFW)
 /r/discgolf
@@ -530,7 +530,7 @@
 /r/donaldglover
 /r/dontdeadopeninside
 /r/dontfundme
-/r/dontputyourdickinthat
+/r/dontputyourhouseinthat
 /r/dontyouknowwhoiam
 /r/dragonballfighterz
 /r/drama
@@ -546,8 +546,8 @@
 /r/DunderMifflin (The Office)
 /r/dungeonsanddragons
 /r/eagles
-/r/earthporn
-/r/EarthPorn
+/r/earthpeach
+/r/EarthPeach
 /r/EatCheapAndHealthy
 /r/EatCheapAndHealthy
 /r/eatsandwiches
@@ -577,7 +577,7 @@
 /r/engineering
 /r/engineering
 /r/engineering
-/r/EngineeringPorn
+/r/EngineeringPeach
 /r/EngineeringStudents
 /r/engrish
 /r/Enhancement
@@ -607,7 +607,7 @@
 /r/ExplainlikeIAmA
 /r/ExplainLikeImCalvin
 /r/explainlikeimfive
-/r/ExposurePorn
+/r/ExposurePeach
 /r/eyebeach
 /r/eyebleach
 /r/facebookwins
@@ -617,7 +617,7 @@
 /r/facepalm
 /r/facingtheirparenting
 /r/fakealbumcovers
-/r/fakehistoryporn
+/r/fakehistorypeach
 /r/familyguy
 /r/FancyFollicles
 /r/fantasy
@@ -667,8 +667,8 @@
 /r/food
 /r/Foodforthought
 /r/foodhacks
-/r/FoodPorn
-/r/FoodPorn
+/r/FoodPeach
+/r/FoodPeach
 /r/forbiddensnacks
 /r/foreveralone
 /r/forhire
@@ -694,8 +694,8 @@
 /r/frugalmalefashion
 /r/frugalmalefashion
 /r/frugalmalefashion
-/r/fuckthealtright
-/r/fuckthesepeople
+/r/qathealtright
+/r/qathesepeople
 /r/fullmoviesonvimeo
 /r/fullmoviesonvimeo
 /r/fullmoviesonyoutube
@@ -709,7 +709,7 @@
 /r/futbol
 /r/futurama
 /r/futurebeats
-/r/futureporn
+/r/futurepeach
 /r/futurology
 /r/gadgets
 /r/gainit
@@ -784,8 +784,8 @@
 /r/gundeals
 /r/gunners
 /r/gunpla
-/r/gunporn
-/r/gunporn
+/r/gunpeach
+/r/gunpeach
 /r/guns
 /r/h3h3productions
 /r/hacking
@@ -821,8 +821,8 @@
 /r/history
 /r/historymemes
 /r/historymemes
-/r/HistoryPorn
-/r/HistoryPorn
+/r/HistoryPeach
+/r/HistoryPeach
 /r/hitmanimals
 /r/hitmanimals
 /r/hittablefaces
@@ -848,13 +848,13 @@
 /r/hongkong
 /r/horror
 /r/houseofcards
-/r/houseporn
+/r/housepeach
 /r/houston
 /r/howto
 /r/howtohack
-/r/howtonotgiveafuck
+/r/howtonotgiveaqa
 /r/howyoudoin (Friends)
-/r/humanporn
+/r/humanpeach
 /r/humansbeingbros
 /r/humansbeingbros
 /r/humblebrag
@@ -863,7 +863,7 @@
 /r/HybridAnimals
 /r/HybridAnimals
 /r/IAmA
-/r/iamatotalpieceofshit
+/r/iamatotalpieceofstuff
 /r/iamverybadass
 /r/iamverysmart
 /r/IASIP
@@ -876,7 +876,7 @@
 /r/ihavesex
 /r/iiiiiiitttttttttttt
 /r/ilikthebred
-/r/illusionporn
+/r/illusionpeach
 /r/illustration
 /r/illustration
 /r/im14andthisisdeep
@@ -899,14 +899,14 @@
 /r/indianpeoplefacebook
 /r/indieheads
 /r/infographics
-/r/InfrastructurePorn
+/r/InfrastructurePeach
 /r/insanepeoplefacebook
 /r/instantbarbarians
 /r/instantkarma
 /r/instantpot
 /r/instant_regret
 /r/instantregret
-/r/interestingasfuck
+/r/interestingasqa
 /r/InteriorDesign
 /r/intermittentfasting
 /r/intermittentfasting
@@ -950,8 +950,8 @@
 /r/Jokes
 /r/jontron
 /r/jrpg
-/r/Justfuckmyshitup
-/r/JusticePorn
+/r/Justqamystuffup
+/r/JusticePeach
 /r/justiceserved
 /r/justneckbeardthings
 /r/justnofamily
@@ -973,7 +973,7 @@
 /r/ketogains
 /r/ketorecipes
 /r/ketorecipes
-/r/kidsarefuckingstupid
+/r/kidsareqaingstupid
 /r/killthecameraman
 /r/KingkillerChronicle
 /r/kingofthehill
@@ -1052,8 +1052,8 @@
 /r/LucidDreaming
 /r/mac
 /r/machinelearning
-/r/machineporn
-/r/macroporn
+/r/machinepeach
+/r/macropeach
 /r/mademesmile
 /r/madlads
 /r/magicTCG
@@ -1070,11 +1070,11 @@
 /r/malelivingspace
 /r/malelivingspace
 /r/maliciouscompliance
-/r/mallninjashit
+/r/mallninjastuff
 /r/MandelaEffect
 /r/manga
-/r/MapPorn
-/r/MapPorn
+/r/MapPeach
+/r/MapPeach
 /r/MarchAgainstTrump
 /r/marijuana
 /r/marijuanaenthusiasts
@@ -1118,7 +1118,7 @@
 /r/michaelbaygifs
 /r/michigan
 /r/microgrowery
-/r/microporn
+/r/micropeach
 /r/microsoft
 /r/mildlyinfuriating
 /r/mildlyinteresting (see also: the "Mild Network"). Not all are active!
@@ -1126,11 +1126,11 @@
 /r/MildlyVandalised
 /r/military
 /r/militarygfys
-/r/militaryporn
-/r/MilitaryPorn
+/r/militarypeach
+/r/MilitaryPeach
 /r/millionairemakers
 /r/mindcrack
-/r/mineralporn
+/r/mineralpeach
 /r/minimalism
 /r/minipainting
 /r/miniworlds
@@ -1152,7 +1152,7 @@
 /r/mostbeautiful
 /r/motorcycles (motorcycle multi compiled by /u/noeatnosleep. Not all active.)
 /r/moviedetails
-/r/movieposterporn
+/r/movieposterpeach
 /r/movies
 /r/moviesinthemaking
 /r/mrrobot
@@ -1173,7 +1173,7 @@
 /r/nasa
 /r/Nascar
 /r/Natureisbrutal
-/r/natureisfuckinglit
+/r/natureisqainglit
 /r/natureismetal
 /r/naturewasmetal
 /r/nba
@@ -1192,7 +1192,7 @@
 /r/newreddits
 /r/news
 /r/newzealand
-/r/nextfuckinglevel
+/r/nextqainglevel
 /r/nfl
 /r/nflstreams
 /r/nhl
@@ -1272,10 +1272,10 @@
 /r/partyparrot
 /r/patriots
 /r/pcmasterrace
-/r/penmanshipporn
-/r/penmanshipporn
+/r/penmanshippeach
+/r/penmanshippeach
 /r/peoplebeingjerks
-/r/peoplefuckingdying
+/r/peopleqaingdying
 /r/peopleofwalmart
 /r/perfectfit
 /r/perfectloops
@@ -1328,8 +1328,8 @@
 /r/portland
 /r/povertyfinance
 /r/powerlifting
-/r/powerwashingporn
-/r/powerwashingporn
+/r/powerwashingpeach
+/r/powerwashingpeach
 /r/praisethecameraman
 /r/prematurecelebration
 /r/preppers
@@ -1339,7 +1339,7 @@
 /r/prettygirlsuglyfaces
 /r/privacy
 /r/productivity
-/r/productporn
+/r/productpeach
 /r/programmerhumor
 /r/ProgrammerHumor
 /r/programming
@@ -1360,16 +1360,16 @@
 /r/puns
 /r/puppies
 /r/puppysmiles
-/r/pussypassdenied
+/r/passdenied
 /r/pyongyang
 /r/pyrocynical
 /r/python
 /r/python
 /r/python
-/r/quityourbullshit
+/r/quityourbullstuff
 /r/quotes
-/r/QuotesPorn
-/r/QuotesPorn
+/r/QuotesPeach
+/r/QuotesPeach
 /r/r4r
 /r/rabbits
 /r/radiohead
@@ -1405,7 +1405,7 @@
 /r/relationships
 /r/relayforreddit
 /r/repsneakers
-/r/restofthefuckingowl
+/r/restoftheqaingowl
 /r/retiredgif
 /r/retrofuturism
 /r/RetroPie
@@ -1416,8 +1416,8 @@
 /r/roadcam
 /r/roastme
 /r/romania
-/r/RoomPorn
-/r/RoomPorn
+/r/RoomPeach
+/r/RoomPeach
 /r/roosterteeth
 /r/rpg
 /r/RTLSDR
@@ -1467,26 +1467,26 @@
 /r/shield
 /r/ShingekiNoKyojin
 /r/ShitAmericansSay
-/r/shitcosmosays
-/r/shitpost
+/r/stuffcosmosays
+/r/stuffpost
 /r/ShitRedditSays
-/r/shittyadvice
-/r/shittyanimalfacts
-/r/shittyanimalfacts
-/r/shittyaskscience
+/r/stufftyadvice
+/r/stufftyanimalfacts
+/r/stufftyanimalfacts
+/r/stufftyaskscience
 /r/ShittyAskScience
 /r/Shitty_Car_Mods
 /r/Shitty_Car_Mods
-/r/shittyfoodporn
-/r/shittyfoodporn
-/r/shittykickstarters
+/r/stufftyfoodpeach
+/r/stufftyfoodpeach
+/r/stufftykickstarters
 /r/ShittyLifeProTips
-/r/shittymoviedetails
-/r/shittymoviedetails
-/r/shittyreactiongifs
-/r/shittyreactiongifs
-/r/shittyrobots
-/r/shockwaveporn
+/r/stufftymoviedetails
+/r/stufftymoviedetails
+/r/stufftyreactiongifs
+/r/stufftyreactiongifs
+/r/stufftyrobots
+/r/shockwavepeach
 /r/shorthairedhotties
 /r/shortscarystories
 /r/shortscarystories
@@ -1508,7 +1508,7 @@
 /r/skiing
 /r/SkincareAddiction
 /r/skinnywithabs
-/r/skyporn
+/r/skypeach
 /r/slavs_squatting
 /r/sloths
 /r/slowcooking
@@ -1535,8 +1535,8 @@
 /r/southpark
 /r/SovietWomble
 /r/Space
-/r/SpacePorn
-/r/SpacePorn
+/r/SpacePeach
+/r/SpacePeach
 /r/spacex
 /r/spacex
 /r/specart
@@ -1670,7 +1670,7 @@
 /r/TheWayWeWere
 /r/TheWayWeWere
 /r/theydidthemath
-/r/ThingsCutInHalfPorn
+/r/ThingsCutInHalfPeach
 /r/thingsforants
 /r/thinspo
 /r/thisismylifemeow
@@ -1761,7 +1761,7 @@
 /r/UnexpectedThugLife
 /r/unitedkingdom
 /r/unity3d
-/r/unixporn
+/r/unixpeach
 /r/unpopularopinion
 /r/UnresolvedMysteries
 /r/UnsolvedMysteries
@@ -1787,7 +1787,7 @@
 /r/vexillology
 /r/videogamedunkey
 /r/videos
-/r/VillagePorn
+/r/VillagePeach
 /r/vinyl
 /r/vinyl
 /r/virtualreality
@@ -1798,14 +1798,14 @@
 /r/wallstreetbets
 /r/waltdisneyworld
 /r/warriors
-/r/warshipporn
+/r/warshippeach
 /r/washingtondc
 /r/WastedGifs
 /r/watchandlearn
 /r/watches
 /r/watchpeopledieinside
 /r/watchpeoplesurvive
-/r/waterporn
+/r/waterpeach
 /r/WeAreTheMusicMakers
 /r/WeAreTheMusicMakers
 /r/weathergifs
@@ -1820,19 +1820,19 @@
 /r/weedstocks
 /r/WeightRoom
 /r/wellthatsucks
-/r/Wellworn
+/r/Wellweach
 /r/westworld
 /r/WeWantPlates
 /r/whatcouldgoright
 /r/whatcouldgowrong
 /r/whatintarnation
-/r/whatisthisthing For more like this, see here from /r/AskReddit!
-/r/whatsinthisthing see also: related subreddits from /r/AskReddit
+/r/whatisthisthing
+/r/whatsinthisthing
 /r/whatsthisbug
 /r/whatsthisbug
 /r/whatsthisplant
 /r/WhatsWrongWithYourDog
-/r/Whatthefuckgetitoffme
+/r/Whattheqagetitoffme
 /r/wheredidthesodago
 /r/whiskey
 /r/whiteknighting
@@ -1888,7 +1888,7 @@
 /r/yogscast
 /r/youdontsurf
 /r/youseecomrade
-/r/youseeingthisshit
+/r/youseeingthisstuff
 /r/YouShouldKnow
 /r/youtube
 /r/youtubehaiku