BigQuery의 모든것

notion imagenotion image
  1. 1.
  1. 9. user_id(int) event(string) event_date(string) 1 login_facebook 2019-05-14 1 write_posting 2019-05-14 1 write_comment 2019-05-14 1 view_posting 2019-05-14 1 view_posintg 2019-05-14 2 login_facebook 2019-05-14 2 view_posting 2019-05-14 2 view_posting 2019-05-14 2 write_comment 2019-05-14 2 logout 2019-05-14 2 login_facebook 2019-05-15 3 login_google 2019-05-15 3 write_posting 2019-05-15 3 view_posting 2019-05-15 3 purchase_item 2019-05-18 3 write_comment 2019-05-17 1 view_posting 2019-05-17 4 view_posintg 2019-05-17 5 purchase_item 2019-05-16
  1. 10. user_id event event_date 1 login_facebook 2019-05-14 1 write_posting 2019-05-14 1 write_comment 2019-05-14 1 view_posting 2019-05-14 1 view_posintg 2019-05-14
  1. 11. user_id event event_date 1 login_facebook 2019-05-14 1 write_posting 2019-05-14 1 write_comment 2019-05-14 1 view_posting 2019-05-14 1 view_posintg 2019-05-14
  1. 12. user_id event event_date unique total 1 login_facebook 2019-05-14 1 1 1 write_posting 2019-05-14 1 1 1 write_comment 2019-05-14 1 1 1 view_posting 2019-05-14 1 2
  1. 13. user_id event event_date unique total 1 login_facebook 2019-05-14 1 1 1 write_posting 2019-05-14 1 1 1 write_comment 2019-05-14 1 1 1 view_posting 2019-05-14 1 2
  1. 16. SELECT EXTRACT(DAY FROM DATE '2019-12-25') as the_day; +---------+ | the_day | +---------+ | 25 | +---------+
  1. 17. SELECT DATE_ADD(DATE “2019-03-25", INTERVAL 5 DAY) as five_days_later; +--------------------+ | five_days_later | +--------------------+ | 2019-03-30 | +--------------------+ SELECT DATE_DIFF(DATE '2010-07-07', DATE '2008-12-25', DAY) as days_diff; +-----------+ | days_diff | +-----------+ | 559 | +-----------+
  1. 18. SELECT DATE_TRUNC(DATE '2008-12-25', MONTH) as month; +------------+ | month | +------------+ | 2008-12-01 | +------------+
  1. 19. SELECT FORMAT_DATE("%x", DATE "2019-12-25") as US_format; +------------+ | US_format | +------------+ | 12/25/19 | +------------+ SELECT PARSE_DATE("%x", "12/25/19") as parsed; +------------+ | parsed | +------------+ | 2019-12-25 | +------------+
  1. 20. SELECT EXTRACT(HOUR FROM CAST(‘2019-12-25 14:00:00’ AS DATETIME) as hour; +---------+ | hour | +---------+ | 14 | +---------+
  1. 26. https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types
  1. 27. https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types
  1. 28. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays
  1. 29. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays
  1. 30. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays#arrays-and-aggregation
  1. 31. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays#arrays-and-aggregation
  1. 32. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays#arrays-and-aggregation
  1. 33. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays
  1. 34. https://cloud.google.com/bigquery/docs/reference/standard-sql/arrays
  1. 35. https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#struct-type
  1. 36. https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#struct-type
  1. 37. https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#struct-type
  1. 38. https://cloud.google.com/bigquery/docs/reference/standard-sql/query-syntax#with_clause
  1. 39. https://cloud.google.com/bigquery/docs/reference/standard-sql/query-syntax#with_clause
  1. 40. https://cloud.google.com/bigquery/docs/views-intro
  1. 41. https://cloud.google.com/bigquery/docs/views-intro
  1. 42. https://cloud.google.com/bigquery/docs/views-intro
  1. 43. https://cloud.google.com/bigquery/docs/views-intro
  1. 44. https://cloud.google.com/bigquery/docs/views-intro
  1. 45. https://cloud.google.com/bigquery/docs/reference/standard-sql/analytic-function-concepts
  1. 46. https://cloud.google.com/bigquery/docs/reference/standard-sql/analytic-function-concepts
  1. 47. user_id visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4
  1. 48. user_id visit_month next_visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4
  1. 49. user_id visit_month next_visit_month 1004 1 3 1004 3 7 1004 7 8 1004 8 null 2112 3 6 2112 6 7 2112 7 null 3912 4 null
  1. 50. user_id visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4 user_id visit_month 1004 1 1004 3 1004 7 1004 8 user_id visit_month 2112 3 2112 6 2112 7 user_id visit_month 3912 4
  1. 51. user_id visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4 user_id visit_month 1004 1 1004 3 1004 7 1004 8 user_id visit_month 2112 3 2112 6 2112 7 user_id visit_month 3912 4
  1. 52. user_id visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4 user_id visit_month 1004 1 1004 3 1004 7 1004 8 user_id visit_month 2112 3 2112 6 2112 7 user_id visit_month next_visit_month 1004 1 3 1004 3 7 1004 7 8 1004 8 null 2112 3 6 2112 6 7 2112 7 null 3912 4 null user_id visit_month 3912 4
  1. 53. user_id visit_month next_visit_month next_two_ visit_month 1004 1 3 7 1004 3 7 8 1004 7 8 null 1004 8 null null 2112 3 6 7 2112 6 7 null 2112 7 null null 3912 4 null null
  1. 54. user_id visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4
  1. 55. user_id visit_month 1004 1 1004 3 1004 7 1004 8 2112 3 2112 6 2112 7 3912 4
  1. 56. user_id visit_month 1004 1 null 1004 3 1 1004 7 3 1004 8 7 2112 3 null 2112 6 3 2112 7 6 3912 4 null
  1. 57. https://cloud.google.com/bigquery/docs/reference/standard-sql/analytic-function-concepts
  1. 58. datetime demand 2019-05-15 14:00:00 13 15 2019-05-15 15:00:00 16 16 2019-05-15 16:00:00 20 20 2019-05-15 17:00:00 25 29 2019-05-15 18:00:00 41 32 2019-05-15 19:00:00 31 34 2019-05-15 20:00:00 29 30
  1. 59. https://blog.statsbot.co/sql-window-functions-tutorial-b5075b87d129
  1. 60. https://blog.statsbot.co/sql-window-functions-tutorial-b5075b87d129
  1. 61. https://cloud.google.com/bigquery/docs/reference/standard-sql/json_functions
  1. 62. https://cloud.google.com/bigquery/docs/reference/standard-sql/json_functions
  1. 63. https://cloud.google.com/bigquery/docs/reference/standard-sql/user-defined-functions
  1. 64. https://cloud.google.com/bigquery/docs/reference/standard-sql/user-defined-functions#sql-udf-structure
  1. 65. https://cloud.google.com/bigquery/docs/reference/standard-sql/user-defined-functions#supported-external-udf-languages
  1. 66. https://cloud.google.com/bigquery/docs/reference/standard-sql/user-defined-functions#including-external-libraries
  1. 67. https://cloud.google.com/bigquery/docs/partitioned-tables
  1. 68. https://cloud.google.com/bigquery/docs/querying-wildcard-tables
  1. 69. https://cloud.google.com/bigquery/docs/creating-column-partitions
  1. 70. https://cloud.google.com/bigquery/docs/querying-partitioned-tables
  1. 71. https://cloud.google.com/bigquery/docs/querying-partitioned-tables
  1. 73. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 74. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 75. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 76. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 77. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 78. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 79. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 80. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 81. https://cloud.google.com/bigquery/docs/scheduling-queries
  1. 85. https://support.google.com/firebase/answer/7029846
  1. 86. https://support.google.com/firebase/answer/7029846
  1. 87. https://support.google.com/firebase/answer/6317485
  1. 88. https://support.google.com/firebase/answer/6317485
  1. 89. https://medium.com/firebase-developers/using-the-unnest-function-in-bigquery-to-analyze-event-parameters-in- analytics-fb828f890b42
  1. 90. https://medium.com/firebase-developers/using-the-unnest-function-in-bigquery-to-analyze-event-parameters-in- analytics-fb828f890b42
  1. 92. https://www.slideshare.net/lynnlangit/google-cloud-and-data-pipeline-patterns
  1. 93. https://medium.com/teads-engineering/give-meaning-to-100-billion-analytics-events-a-day-d6ba09aa8f44
  1. 94. https://wecode.wepay.com/posts/bigquery-wepay
  1. 97. https://cloud.google.com/bigquery/docs/reference/standard-sql/query-syntax#sql-syntax