added new relic

Author: aushev-dev

.dev_to/compose.yml

@@ -33,6 +33,8 @@ x-backend: &backend
     ALGOLIASEARCH_APPLICATION_ID: ${ALGOLIASEARCH_APPLICATION_ID}
     ALGOLIASEARCH_API_KEY: ${ALGOLIASEARCH_API_KEY}
     ALGOLIASEARCH_SEARCH_ONLY_KEY: ${ALGOLIASEARCH_SEARCH_ONLY_KEY}
+    NEW_RELIC_KEY: ${NEW_RELIC_KEY}
+    SCOUT_KEY: ${SCOUT_KEY}
     REDIS_URL: redis://redis:6379/
     DATABASE_URL: postgres://postgres:postgres@postgres:5432
     WEBPACKER_DEV_SERVER_HOST: webpacker

Gemfile

@@ -104,6 +104,9 @@ gem "uglifier", "~> 4.1"
 gem "validate_url", "~> 1.0"
 gem "webpacker", "~> 3.6"
 gem "webpush", "~> 0.3"
+gem 'newrelic_rpm'
+gem 'scout_apm'
+gem 'rack-mini-profiler'
 
 group :development do
   gem "better_errors", "~> 2.5"

Gemfile.lock

@@ -646,6 +646,7 @@ GEM
     net-smtp (0.5.1)
       net-protocol
     netrc (0.11.0)
+    newrelic_rpm (9.17.0)
     nio4r (2.7.4)
     nokogiri (1.15.7-aarch64-linux)
       racc (~> 1.4)
@@ -726,6 +727,8 @@ GEM
     rack (2.2.11)
     rack-host-redirect (1.3.0)
       rack
+    rack-mini-profiler (3.3.1)
+      rack (>= 1.2.0)
     rack-protection (2.2.4)
       rack
     rack-proxy (0.7.7)
@@ -877,6 +880,8 @@ GEM
       addressable (>= 2.3.5)
       faraday (> 0.8, < 2.0)
     sax-machine (1.3.2)
+    scout_apm (5.6.1)
+      parser
     sdoc (1.1.0)
       rdoc (>= 5.0)
     selectize-rails (0.12.6)
@@ -1081,6 +1086,7 @@ DEPENDENCIES
   liquid (~> 4.0)
   memory_profiler (~> 0.9)
   nakayoshi_fork
+  newrelic_rpm
   nokogiri (~> 1.10)
   octokit (~> 4.13)
   omniauth (~> 1.9)
@@ -1098,6 +1104,7 @@ DEPENDENCIES
   pusher (~> 1.3)
   pusher-push-notifications (~> 1.0)
   rack-host-redirect (~> 1.3)
+  rack-mini-profiler
   rack-timeout (~> 0.5)
   rails (~> 5.1.6)
   rails-assets-airbrake-js-client (~> 1.5)!
@@ -1118,6 +1125,7 @@ DEPENDENCIES
   s3_direct_upload (~> 0.1)
   sail (~> 1.5)
   sass-rails (~> 5.0)
+  scout_apm
   sdoc (~> 1.0)
   selenium-webdriver (~> 3.141)
   serviceworker-rails (~> 0.5)

app/views/stories/_main_stories_feed.html.erb

@@ -55,7 +55,9 @@
     <% if !user_signed_in? && i == 4 %>
       <%= render "stories/sign_in_invitation" %>
     <% end %>
-    <%= render "articles/single_story", story: story %>
+    <% cache ["v1", story, story.updated_at, story.comments_count, story.positive_reactions_count] do %>
+      <%= render "articles/single_story", story: story %>
+    <% end %>
   <% end %>
 <% end %>
 <% if @stories.size > 1 %>

case-study.md

@@ -0,0 +1,36 @@
+# Задание 4
+
+## Актуальная проблема
+В проекте dev.to выявлена проблема производительности главной страницы:
+- Медленный рендеринг главной страницы (StoriesController#index) (Особенно затратный рендеринг partial-ов _single_story.html.erb)
+- Отсутствие кэширования страниц
+
+## Формирование метрик
+Для оценки эффективности оптимизации определены следующие метрики:
+
+- Время полной загрузки главной страницы
+- Время рендеринга partial _single_story.html.erb
+- Количество запросов к БД при рендеринге страницы
+- Использование CPU и памяти
+- Включил кеширование на локальном окружении
+- Использование `benchmark` с помощью `ab` (`ab -n 100 -c 5 http://localhost:3000/`)
+
+## Feedback-Loop
+Построен быстрый цикл обратной связи:
+
+- NewRelic APM для мониторинга метрик
+- rack-mini-profiler для профилирования рендеринга
+- Поиск точек роста
+
+## Использованы инструменты профилирования:
+
+- NewRelic для анализа узких мест
+- rack-mini-profiler для детального профилирования рендеринга
+- Логи Rails для анализа SQL-запросов
+
+## Результаты оптимизации:
+
+### 1. Многократный рендеринг partial-ов _single_story.html.erb
+- rack-mini-profilier
+-
+

config/newrelic.yml

@@ -0,0 +1,66 @@
+#
+# This file configures the New Relic Agent.  New Relic monitors Ruby, Java,
+# .NET, PHP, Python, Node, and Go applications with deep visibility and low
+# overhead.  For more information, visit www.newrelic.com.
+#
+# Generated October 28, 2022
+#
+# This configuration file is custom generated for NewRelic Administration
+#
+# For full documentation of agent configuration options, please refer to
+# https://docs.newrelic.com/docs/agents/ruby-agent/installation-configuration/ruby-agent-configuration
+
+common: &default_settings
+  # Required license key associated with your New Relic account.
+  license_key: <%= ENV['NEW_RELIC_KEY'] %>
+
+  # Your application name. Renaming here affects where data displays in New
+  # Relic.  For more details, see https://docs.newrelic.com/docs/apm/new-relic-apm/maintenance/renaming-applications
+  app_name: 'devto'
+
+  distributed_tracing:
+    enabled: true
+
+  # To disable the agent regardless of other settings, uncomment the following:
+
+  # agent_enabled: false
+
+  # Logging level for log/newrelic_agent.log
+  log_level: info
+
+  application_logging:
+    # If `true`, all logging-related features for the agent can be enabled or disabled
+    # independently. If `false`, all logging-related features are disabled.
+    enabled: true
+    forwarding:
+      # If `true`, the agent captures log records emitted by this application.
+      enabled: true
+      # Defines the maximum number of log records to buffer in memory at a time.
+      max_samples_stored: 10000
+    metrics:
+      # If `true`, the agent captures metrics related to logging for this application.
+      enabled: true
+    local_decorating:
+      # If `true`, the agent decorates logs with metadata to link to entities, hosts, traces, and spans.
+      # This requires a log forwarder to send your log files to New Relic.
+      # This should not be used when forwarding is enabled.
+      enabled: false
+
+# Environment-specific settings are in this section.
+# RAILS_ENV or RACK_ENV (as appropriate) is used to determine the environment.
+# If your application has other named environments, configure them here.
+development:
+  <<: *default_settings
+  app_name: 'devto (Development)'
+
+test:
+  <<: *default_settings
+  # It doesn't make sense to report to New Relic from automated test runs.
+  monitor_mode: false
+
+staging:
+  <<: *default_settings
+  app_name: 'devto (Staging)'
+
+production:
+  <<: *default_settings