eda.R

install.packages("sf")
install.packages("jsonlite")

library(tidyverse)
library(sf)
library(jsonlite)
 #%% 

json_to_tibble <- function(x){
    if(is.na(x))  return(x)
    parse_json(x) %>%
    enframe() %>%
    unnest(value)
}


dat <- read_csv("SafeGraph - Patterns and Core Data - Chipotle - July 2021/Core Places and Patterns Data/chipotle_core_poi_and_patterns.csv")

dat %>%
    slice(1:5) %>% #by rows
    pull (related_same_day_brand)  #to print out col 


datNest <- dat %>%
    slice(1:25) %>% # for the example
    mutate(
        visitor_country_of_origin = map(visitor_country_of_origin, ~json_to_tibble(.x)),
        bucketed_dwell_times = map(bucketed_dwell_times, ~json_to_tibble(.x)),
        related_same_day_brand = map(related_same_day_brand, ~json_to_tibble(.x)),
        related_same_month_brand = map(related_same_month_brand, ~json_to_tibble(.x)),
        popularity_by_hour = map(popularity_by_hour, ~json_to_tibble(.x)),
        popularity_by_day = map(popularity_by_day, ~json_to_tibble(.x)),
        device_type = map(device_type, ~json_to_tibble(.x)),
        visitor_home_cbgs = map(visitor_home_cbgs, ~json_to_tibble(.x)),
        visitor_home_aggregation = map(visitor_home_aggregation, ~json_to_tibble(.x)),
        visitor_daytime_cbgs = map(visitor_daytime_cbgs, ~json_to_tibble(.x))
        ) 

datNest %>% 
    slice(1:5) %>% 
    select(placekey, location_name, longitude, latitude, city, region, device_type) %>%
    unnest(device_type) %>%
    filter(!is.na(name)) %>% #! means you want to drop all na in names
    pivot_wider(names_from = name, values_from = value)
            #melt into an icle, narrow the dateset
            #gather is down to melt 
            #pivot longer, how long do you want this data to be

datNest %>% 
    slice(1:5) %>% 
    select(placekey, location_name, longitude, latitude, city, region, device_type, popularity_by_day) %>%
    unnest(popularity_by_day) %>%
    filter(!is.na(name)) %>% #! means you want to drop all na in names
    pivot_wider(names_from = name, values_from = value) %>%
    unnest(device_type)