mirror of
https://github.com/ditkrg/outboxable.git
synced 2026-01-24 06:46:46 +00:00
Compare commits
40 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8a64179e38 | ||
|
|
f9bfeac427 | ||
|
|
46f56a4a08 | ||
|
|
4a6952f767 | ||
|
|
61767b40c2 | ||
|
|
08ef9242e5 | ||
| 40cbf3342a | |||
|
|
816465eced | ||
|
|
035a9822ee | ||
|
|
e5ebfb84d0 | ||
|
|
de7c304524 | ||
| faa35a5791 | |||
|
|
a8765e15f6 | ||
|
|
664adbb401 | ||
|
|
13b2013f3f | ||
|
|
4de6891945 | ||
|
|
eb6de394bc | ||
| e486de9bb1 | |||
| 873f23ba59 | |||
|
|
5ef8d6a51d | ||
| 6f598f40d4 | |||
| 3b545b0676 | |||
| 92ee8d2eea | |||
| 5a927b7c6a | |||
| e4c2638261 | |||
| bab6309502 | |||
| ee8dae21d5 | |||
| a5153324d5 | |||
| 64c23f9796 | |||
| daf9b980ea | |||
| aee1128c54 | |||
| ae5e53d5c0 | |||
| 15e1c9011a | |||
| 3e10bd9768 | |||
| 689d4effe8 | |||
| 35496ea7b5 | |||
| 286d11984b | |||
| aaf2f57d06 | |||
| fe26826675 | |||
| cf5f49691f |
18
.github/workflows/main.yml
vendored
18
.github/workflows/main.yml
vendored
@ -14,14 +14,14 @@ jobs:
|
|||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
ruby:
|
ruby:
|
||||||
- '3.1.2'
|
- "4.0.1"
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- name: Set up Ruby
|
- name: Set up Ruby
|
||||||
uses: ruby/setup-ruby@v1
|
uses: ruby/setup-ruby@v1
|
||||||
with:
|
with:
|
||||||
ruby-version: ${{ matrix.ruby }}
|
ruby-version: ${{ matrix.ruby }}
|
||||||
bundler-cache: true
|
bundler-cache: true
|
||||||
- name: Run the default task
|
- name: Run the default task
|
||||||
run: bundle exec rake
|
run: bundle exec rake
|
||||||
|
|||||||
3
.gitignore
vendored
3
.gitignore
vendored
@ -10,4 +10,5 @@
|
|||||||
# rspec failure tracking
|
# rspec failure tracking
|
||||||
.rspec_status
|
.rspec_status
|
||||||
|
|
||||||
*.gem
|
*.gem
|
||||||
|
.idea
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
require: rubocop-rails
|
plugins:
|
||||||
|
- rubocop-rails
|
||||||
|
|
||||||
AllCops:
|
AllCops:
|
||||||
NewCops: enable
|
NewCops: enable
|
||||||
|
|||||||
12
Gemfile
12
Gemfile
@ -5,12 +5,12 @@ source 'https://rubygems.org'
|
|||||||
# Specify your gem's dependencies in outboxable.gemspec
|
# Specify your gem's dependencies in outboxable.gemspec
|
||||||
gemspec
|
gemspec
|
||||||
|
|
||||||
gem 'rake', '~> 13.0'
|
gem 'rake', '~> 13.3.1'
|
||||||
gem 'rspec', '~> 3.0'
|
gem 'rspec', '~> 3.13.2'
|
||||||
gem 'rubocop-rails', '~> 2.18'
|
gem 'rubocop-rails', '~> 2.34.3'
|
||||||
|
|
||||||
group :development, :test do
|
group :development, :test do
|
||||||
gem 'activesupport', '~> 7.0'
|
gem 'activesupport', '~> 8.1.2'
|
||||||
gem 'sidekiq', '~> 7.0'
|
gem 'sidekiq', '~> 8.1.0'
|
||||||
gem 'sidekiq-cron', '~> 1.10'
|
gem 'sidekiq-cron', '~> 2.3.1'
|
||||||
end
|
end
|
||||||
|
|||||||
158
Gemfile.lock
158
Gemfile.lock
@ -1,107 +1,139 @@
|
|||||||
PATH
|
PATH
|
||||||
remote: .
|
remote: .
|
||||||
specs:
|
specs:
|
||||||
outboxable (0.1.3)
|
outboxable (1.0.6)
|
||||||
bunny (>= 2.19.0)
|
bunny (>= 2.22)
|
||||||
connection_pool (~> 2.3.0)
|
connection_pool (>= 2.4)
|
||||||
|
|
||||||
GEM
|
GEM
|
||||||
remote: https://rubygems.org/
|
remote: https://rubygems.org/
|
||||||
specs:
|
specs:
|
||||||
activesupport (7.0.4.3)
|
activesupport (8.1.2)
|
||||||
concurrent-ruby (~> 1.0, >= 1.0.2)
|
base64
|
||||||
|
bigdecimal
|
||||||
|
concurrent-ruby (~> 1.0, >= 1.3.1)
|
||||||
|
connection_pool (>= 2.2.5)
|
||||||
|
drb
|
||||||
i18n (>= 1.6, < 2)
|
i18n (>= 1.6, < 2)
|
||||||
|
json
|
||||||
|
logger (>= 1.4.2)
|
||||||
minitest (>= 5.1)
|
minitest (>= 5.1)
|
||||||
tzinfo (~> 2.0)
|
securerandom (>= 0.3)
|
||||||
|
tzinfo (~> 2.0, >= 2.0.5)
|
||||||
|
uri (>= 0.13.1)
|
||||||
amq-protocol (2.3.2)
|
amq-protocol (2.3.2)
|
||||||
ast (2.4.2)
|
ast (2.4.3)
|
||||||
bunny (2.20.3)
|
base64 (0.3.0)
|
||||||
|
bigdecimal (4.0.1)
|
||||||
|
bunny (2.22.0)
|
||||||
amq-protocol (~> 2.3, >= 2.3.1)
|
amq-protocol (~> 2.3, >= 2.3.1)
|
||||||
sorted_set (~> 1, >= 1.0.2)
|
sorted_set (~> 1, >= 1.0.2)
|
||||||
concurrent-ruby (1.2.2)
|
concurrent-ruby (1.3.6)
|
||||||
connection_pool (2.3.0)
|
connection_pool (3.0.2)
|
||||||
diff-lcs (1.5.0)
|
cronex (0.15.0)
|
||||||
et-orbi (1.2.7)
|
|
||||||
tzinfo
|
tzinfo
|
||||||
fugit (1.8.1)
|
unicode (>= 0.4.4.5)
|
||||||
et-orbi (~> 1, >= 1.2.7)
|
diff-lcs (1.6.2)
|
||||||
|
drb (2.2.3)
|
||||||
|
et-orbi (1.4.0)
|
||||||
|
tzinfo
|
||||||
|
fugit (1.12.1)
|
||||||
|
et-orbi (~> 1.4)
|
||||||
raabro (~> 1.4)
|
raabro (~> 1.4)
|
||||||
globalid (1.1.0)
|
globalid (1.3.0)
|
||||||
activesupport (>= 5.0)
|
activesupport (>= 6.1)
|
||||||
i18n (1.12.0)
|
i18n (1.14.8)
|
||||||
concurrent-ruby (~> 1.0)
|
concurrent-ruby (~> 1.0)
|
||||||
json (2.6.3)
|
json (2.18.0)
|
||||||
minitest (5.18.0)
|
language_server-protocol (3.17.0.5)
|
||||||
parallel (1.22.1)
|
lint_roller (1.1.0)
|
||||||
parser (3.2.2.0)
|
logger (1.7.0)
|
||||||
|
minitest (6.0.1)
|
||||||
|
prism (~> 1.5)
|
||||||
|
parallel (1.27.0)
|
||||||
|
parser (3.3.10.1)
|
||||||
ast (~> 2.4.1)
|
ast (~> 2.4.1)
|
||||||
|
racc
|
||||||
|
prism (1.8.0)
|
||||||
raabro (1.4.0)
|
raabro (1.4.0)
|
||||||
rack (2.2.6.4)
|
racc (1.8.1)
|
||||||
|
rack (3.2.4)
|
||||||
rainbow (3.1.1)
|
rainbow (3.1.1)
|
||||||
rake (13.0.6)
|
rake (13.3.1)
|
||||||
rbtree (0.4.6)
|
rbtree (0.4.6)
|
||||||
redis-client (0.14.1)
|
redis-client (0.26.3)
|
||||||
connection_pool
|
connection_pool
|
||||||
regexp_parser (2.7.0)
|
regexp_parser (2.11.3)
|
||||||
rexml (3.2.5)
|
rspec (3.13.2)
|
||||||
rspec (3.12.0)
|
rspec-core (~> 3.13.0)
|
||||||
rspec-core (~> 3.12.0)
|
rspec-expectations (~> 3.13.0)
|
||||||
rspec-expectations (~> 3.12.0)
|
rspec-mocks (~> 3.13.0)
|
||||||
rspec-mocks (~> 3.12.0)
|
rspec-core (3.13.6)
|
||||||
rspec-core (3.12.1)
|
rspec-support (~> 3.13.0)
|
||||||
rspec-support (~> 3.12.0)
|
rspec-expectations (3.13.5)
|
||||||
rspec-expectations (3.12.2)
|
|
||||||
diff-lcs (>= 1.2.0, < 2.0)
|
diff-lcs (>= 1.2.0, < 2.0)
|
||||||
rspec-support (~> 3.12.0)
|
rspec-support (~> 3.13.0)
|
||||||
rspec-mocks (3.12.5)
|
rspec-mocks (3.13.7)
|
||||||
diff-lcs (>= 1.2.0, < 2.0)
|
diff-lcs (>= 1.2.0, < 2.0)
|
||||||
rspec-support (~> 3.12.0)
|
rspec-support (~> 3.13.0)
|
||||||
rspec-support (3.12.0)
|
rspec-support (3.13.6)
|
||||||
rubocop (1.49.0)
|
rubocop (1.82.1)
|
||||||
json (~> 2.3)
|
json (~> 2.3)
|
||||||
|
language_server-protocol (~> 3.17.0.2)
|
||||||
|
lint_roller (~> 1.1.0)
|
||||||
parallel (~> 1.10)
|
parallel (~> 1.10)
|
||||||
parser (>= 3.2.0.0)
|
parser (>= 3.3.0.2)
|
||||||
rainbow (>= 2.2.2, < 4.0)
|
rainbow (>= 2.2.2, < 4.0)
|
||||||
regexp_parser (>= 1.8, < 3.0)
|
regexp_parser (>= 2.9.3, < 3.0)
|
||||||
rexml (>= 3.2.5, < 4.0)
|
rubocop-ast (>= 1.48.0, < 2.0)
|
||||||
rubocop-ast (>= 1.28.0, < 2.0)
|
|
||||||
ruby-progressbar (~> 1.7)
|
ruby-progressbar (~> 1.7)
|
||||||
unicode-display_width (>= 2.4.0, < 3.0)
|
unicode-display_width (>= 2.4.0, < 4.0)
|
||||||
rubocop-ast (1.28.0)
|
rubocop-ast (1.49.0)
|
||||||
parser (>= 3.2.1.0)
|
parser (>= 3.3.7.2)
|
||||||
rubocop-rails (2.18.0)
|
prism (~> 1.7)
|
||||||
|
rubocop-rails (2.34.3)
|
||||||
activesupport (>= 4.2.0)
|
activesupport (>= 4.2.0)
|
||||||
|
lint_roller (~> 1.1)
|
||||||
rack (>= 1.1)
|
rack (>= 1.1)
|
||||||
rubocop (>= 1.33.0, < 2.0)
|
rubocop (>= 1.75.0, < 2.0)
|
||||||
|
rubocop-ast (>= 1.44.0, < 2.0)
|
||||||
ruby-progressbar (1.13.0)
|
ruby-progressbar (1.13.0)
|
||||||
|
securerandom (0.4.1)
|
||||||
set (1.0.3)
|
set (1.0.3)
|
||||||
sidekiq (7.0.7)
|
sidekiq (8.1.0)
|
||||||
concurrent-ruby (< 2)
|
connection_pool (>= 3.0.0)
|
||||||
connection_pool (>= 2.3.0)
|
json (>= 2.16.0)
|
||||||
rack (>= 2.2.4)
|
logger (>= 1.7.0)
|
||||||
redis-client (>= 0.11.0)
|
rack (>= 3.2.0)
|
||||||
sidekiq-cron (1.10.0)
|
redis-client (>= 0.26.0)
|
||||||
fugit (~> 1.8)
|
sidekiq-cron (2.3.1)
|
||||||
|
cronex (>= 0.13.0)
|
||||||
|
fugit (~> 1.8, >= 1.11.1)
|
||||||
globalid (>= 1.0.1)
|
globalid (>= 1.0.1)
|
||||||
sidekiq (>= 6)
|
sidekiq (>= 6.5.0)
|
||||||
sorted_set (1.0.3)
|
sorted_set (1.0.3)
|
||||||
rbtree
|
rbtree
|
||||||
set (~> 1.0)
|
set (~> 1.0)
|
||||||
tzinfo (2.0.6)
|
tzinfo (2.0.6)
|
||||||
concurrent-ruby (~> 1.0)
|
concurrent-ruby (~> 1.0)
|
||||||
unicode-display_width (2.4.2)
|
unicode (0.4.4.5)
|
||||||
|
unicode-display_width (3.2.0)
|
||||||
|
unicode-emoji (~> 4.1)
|
||||||
|
unicode-emoji (4.2.0)
|
||||||
|
uri (1.1.1)
|
||||||
|
|
||||||
PLATFORMS
|
PLATFORMS
|
||||||
|
arm64-darwin-25
|
||||||
x86_64-linux
|
x86_64-linux
|
||||||
|
|
||||||
DEPENDENCIES
|
DEPENDENCIES
|
||||||
activesupport (~> 7.0)
|
activesupport (~> 8.1.2)
|
||||||
outboxable!
|
outboxable!
|
||||||
rake (~> 13.0)
|
rake (~> 13.3.1)
|
||||||
rspec (~> 3.0)
|
rspec (~> 3.13.2)
|
||||||
rubocop-rails (~> 2.18)
|
rubocop-rails (~> 2.34.3)
|
||||||
sidekiq (~> 7.0)
|
sidekiq (~> 8.1.0)
|
||||||
sidekiq-cron (~> 1.10)
|
sidekiq-cron (~> 2.3.1)
|
||||||
|
|
||||||
BUNDLED WITH
|
BUNDLED WITH
|
||||||
2.4.7
|
2.4.17
|
||||||
|
|||||||
37
README.md
37
README.md
@ -1,6 +1,19 @@
|
|||||||
|
# 🚨 Discontinuation Notice for ActiveRecord 🚨
|
||||||
|
|
||||||
|
**Effective Date: August 4, 2024**
|
||||||
|
|
||||||
|
Please be aware that we are no longer maintaing the part related to **ActiveRecord** in this gem. We are dropping support for ActiveRecord in favor of [Solid Queue](https://github.com/rails/solid_queue).
|
||||||
|
|
||||||
|
In the meantime, we commit to continously support the Mongoid part of the gem.
|
||||||
|
|
||||||
|
### New Recommended Gem: `Solid Queue`
|
||||||
|
|
||||||
|
For ActiveRecord users, we recommend transitioning to the `Solid Queue` gem, which provides enhanced functionality, improved performance, and better support for modern application requirements. `Solid Queue` is designed to seamlessly integrate with your existing infrastructure while offering robust features to handle your queuing needs efficiently.
|
||||||
|
|
||||||
|
|
||||||
# Outboxable
|
# Outboxable
|
||||||
|
|
||||||
The Outboxable Gem is tailored for Rails applications to implement the transactional outbox pattern. It currently only supports ActiveRecord.
|
The Outboxable Gem is tailored for Rails applications to implement the transactional outbox pattern. It supports both ActiveRecord and Mongoid.
|
||||||
|
|
||||||
Please take into consideration that this Gem is **opinionated**, meaning it expects you to follow a certain pattern and specific setting. If you don't like it, you can always fork it and change it.
|
Please take into consideration that this Gem is **opinionated**, meaning it expects you to follow a certain pattern and specific setting. If you don't like it, you can always fork it and change it.
|
||||||
|
|
||||||
@ -25,13 +38,19 @@ If bundler is not being used to manage dependencies, install the gem by executin
|
|||||||
$ gem install outboxable
|
$ gem install outboxable
|
||||||
```
|
```
|
||||||
|
|
||||||
Then run:
|
For use with ActiveRecord, run:
|
||||||
|
|
||||||
```shell
|
```shell
|
||||||
$ rails g outboxable:install
|
$ rails g outboxable:install --orm activerecord
|
||||||
```
|
```
|
||||||
|
|
||||||
The command above will add a migration file and the Outbox model. You will need then to run the migrations:
|
For use with Mongoid, run:
|
||||||
|
|
||||||
|
```shell
|
||||||
|
$ rails g outboxable:install --orm mongoid
|
||||||
|
```
|
||||||
|
|
||||||
|
The command above will add a migration file and the Outbox model. You will need then to run the migrations (ActiveRecord only):
|
||||||
|
|
||||||
```shell
|
```shell
|
||||||
$ rails db:migrate
|
$ rails db:migrate
|
||||||
@ -64,7 +83,7 @@ module Outboxable
|
|||||||
end
|
end
|
||||||
|
|
||||||
Outboxable.configure do |config|
|
Outboxable.configure do |config|
|
||||||
# Specify the ORM you are using. For now, only ActiveRecord is supported.
|
# Specify the ORM you are using. Supported values are :activerecord and :mongoid
|
||||||
config.orm = :activerecord
|
config.orm = :activerecord
|
||||||
|
|
||||||
# Specify the message broker you are using. For now, only RabbitMQ is supported.
|
# Specify the message broker you are using. For now, only RabbitMQ is supported.
|
||||||
@ -76,7 +95,7 @@ Outboxable.configure do |config|
|
|||||||
config.rabbitmq_user = ENV.fetch('RABBITMQ__USERNAME')
|
config.rabbitmq_user = ENV.fetch('RABBITMQ__USERNAME')
|
||||||
config.rabbitmq_password = ENV.fetch('RABBITMQ__PASSWORD')
|
config.rabbitmq_password = ENV.fetch('RABBITMQ__PASSWORD')
|
||||||
config.rabbitmq_vhost = ENV.fetch('RABBITMQ__VHOST')
|
config.rabbitmq_vhost = ENV.fetch('RABBITMQ__VHOST')
|
||||||
config.rabbitmq_event_bus_exchange = ENV.fetch('EVENTBUS__EXCHANGE_NAME')
|
config.rabbitmq_exchange_name = ENV.fetch('RABBITMQ__EXCHANGE_NAME')
|
||||||
end
|
end
|
||||||
```
|
```
|
||||||
|
|
||||||
@ -208,6 +227,12 @@ Last but not least, run sidekiq so that the Outboxable Gem can publish the event
|
|||||||
$ bundle exec sidekiq
|
$ bundle exec sidekiq
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
### Mongoid
|
||||||
|
|
||||||
|
The Outboxable gem works smoothly with Mongoid. It is to be noted that when used with Mongoid, Outboxable does not use the `_id` as the idempotency key. It creates a field called ``idempotency_key`` which is a UUID generated at the time of the insertion of the document.
|
||||||
|
|
||||||
## Development
|
## Development
|
||||||
|
|
||||||
After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
|
After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
|
||||||
|
|||||||
@ -3,24 +3,37 @@ module Outboxable
|
|||||||
include Rails::Generators::Migration
|
include Rails::Generators::Migration
|
||||||
|
|
||||||
source_root File.expand_path('../../templates', __dir__)
|
source_root File.expand_path('../../templates', __dir__)
|
||||||
|
class_option :orm, type: :string, default: 'activerecord'
|
||||||
|
|
||||||
|
def initialize(*args)
|
||||||
|
super(*args) # rubocop:disable Style/SuperArguments
|
||||||
|
|
||||||
|
@orm = options[:orm] || 'activerecord'
|
||||||
|
%w[activerecord mongoid].include?(@orm) || raise(ArgumentError, 'Invalid ORM. Only ActiveRecord and Mongoid are supported.')
|
||||||
|
end
|
||||||
|
|
||||||
# Copy initializer into user app
|
# Copy initializer into user app
|
||||||
def copy_initializer
|
def copy_initializer
|
||||||
copy_file('initializer.rb', 'config/initializers/z_outboxable.rb')
|
copy_file('activerecord_initializer.rb', 'config/initializers/z_outboxable.rb') if @orm == 'activerecord'
|
||||||
|
copy_file('mongoid_initializer.rb', 'config/initializers/z_outboxable.rb') if @orm == 'mongoid'
|
||||||
end
|
end
|
||||||
|
|
||||||
# Copy user information (model & Migrations) into user app
|
# Copy user information (model & Migrations) into user app
|
||||||
def create_user_model
|
def create_user_model
|
||||||
target_path = 'app/models/outbox.rb'
|
target_path = 'app/models/outbox.rb'
|
||||||
|
|
||||||
if Rails.root.join(target_path).exist?
|
if Rails.root.join(target_path).exist?
|
||||||
say_status('skipped', 'Model outbox already exists')
|
say_status('skipped', 'Model outbox already exists')
|
||||||
else
|
else
|
||||||
template('outbox.rb', target_path)
|
template('activerecrod_outbox.rb', target_path) if @orm == 'activerecord'
|
||||||
|
template('mongoid_outbox.rb', target_path) if @orm == 'mongoid'
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
# Copy migrations
|
# Copy migrations
|
||||||
def copy_migrations
|
def copy_migrations
|
||||||
|
return if @orm == 'mongoid'
|
||||||
|
|
||||||
if self.class.migration_exists?('db/migrate', 'create_outboxable_outboxes')
|
if self.class.migration_exists?('db/migrate', 'create_outboxable_outboxes')
|
||||||
say_status('skipped', 'Migration create_outboxable_outboxes already exists')
|
say_status('skipped', 'Migration create_outboxable_outboxes already exists')
|
||||||
else
|
else
|
||||||
|
|||||||
@ -3,14 +3,15 @@
|
|||||||
require_relative 'outboxable/version'
|
require_relative 'outboxable/version'
|
||||||
|
|
||||||
require 'outboxable/worker'
|
require 'outboxable/worker'
|
||||||
require 'outboxable/publishing_manager'
|
|
||||||
require 'outboxable/polling_publisher_worker'
|
|
||||||
require 'outboxable/connection'
|
require 'outboxable/connection'
|
||||||
require 'outboxable/configuration'
|
require 'outboxable/configuration'
|
||||||
require 'outboxable/rabbitmq/publisher'
|
require 'outboxable/rabbitmq/publisher'
|
||||||
|
|
||||||
require 'active_support/concern'
|
require 'active_support/concern'
|
||||||
|
|
||||||
|
require 'outboxable/publishing_manager'
|
||||||
|
require 'outboxable/polling_publisher_worker'
|
||||||
|
|
||||||
module Outboxable
|
module Outboxable
|
||||||
class Error < StandardError; end
|
class Error < StandardError; end
|
||||||
|
|
||||||
@ -20,12 +21,12 @@ module Outboxable
|
|||||||
after_create :instantiate_outbox_for_create, if: proc { |object| object.check_outbox_condition(object:, operation: :create) }
|
after_create :instantiate_outbox_for_create, if: proc { |object| object.check_outbox_condition(object:, operation: :create) }
|
||||||
after_update :instantiate_outbox_for_update, if: proc { |object| object.check_outbox_condition(object:, operation: :update) }
|
after_update :instantiate_outbox_for_update, if: proc { |object| object.check_outbox_condition(object:, operation: :update) }
|
||||||
|
|
||||||
has_many :outboxes, as: :outboxable, autosave: false
|
has_many :outboxes, as: :outboxable, dependent: :destroy
|
||||||
|
|
||||||
def instantiate_outbox(routing_key:)
|
def instantiate_outbox(routing_key:)
|
||||||
outboxes.new(
|
outboxes.new(
|
||||||
routing_key:,
|
routing_key:,
|
||||||
exchange: Outboxable.configuration.rabbitmq_event_bus_exchange,
|
exchange: Outboxable.configuration.rabbitmq_exchange_name,
|
||||||
payload: as_json
|
payload: as_json
|
||||||
)
|
)
|
||||||
end
|
end
|
||||||
|
|||||||
@ -10,14 +10,14 @@ module Outboxable
|
|||||||
|
|
||||||
class Configuration
|
class Configuration
|
||||||
ALLOWED_MESSAGE_BROKERS = %i[rabbitmq].freeze
|
ALLOWED_MESSAGE_BROKERS = %i[rabbitmq].freeze
|
||||||
ALLOWED_ORMS = %i[activerecord].freeze
|
ALLOWED_ORMS = %i[activerecord mongoid].freeze
|
||||||
|
|
||||||
attr_accessor :rabbitmq_host,
|
attr_accessor :rabbitmq_host,
|
||||||
:rabbitmq_port,
|
:rabbitmq_port,
|
||||||
:rabbitmq_user,
|
:rabbitmq_user,
|
||||||
:rabbitmq_password,
|
:rabbitmq_password,
|
||||||
:rabbitmq_vhost,
|
:rabbitmq_vhost,
|
||||||
:rabbitmq_event_bus_exchange,
|
:rabbitmq_exchange_name,
|
||||||
:message_broker,
|
:message_broker,
|
||||||
:orm
|
:orm
|
||||||
|
|
||||||
|
|||||||
@ -3,6 +3,7 @@ require 'singleton'
|
|||||||
module Outboxable
|
module Outboxable
|
||||||
class Connection
|
class Connection
|
||||||
include ::Singleton
|
include ::Singleton
|
||||||
|
|
||||||
attr_reader :connection
|
attr_reader :connection
|
||||||
|
|
||||||
def initialize
|
def initialize
|
||||||
|
|||||||
@ -1,16 +1,27 @@
|
|||||||
module Outboxable
|
module Outboxable
|
||||||
class PollingPublisherWorker
|
class PollingPublisherWorker
|
||||||
include Sidekiq::Job
|
include Sidekiq::Job
|
||||||
sidekiq_options queue: 'critical'
|
|
||||||
|
|
||||||
def perform
|
def perform
|
||||||
|
Outboxable.configuration.orm == :mongoid ? perform_mongoid : perform_activerecord
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform_activerecord
|
||||||
Outbox.pending.where(last_attempted_at: [..Time.zone.now, nil]).find_in_batches(batch_size: 100).each do |batch|
|
Outbox.pending.where(last_attempted_at: [..Time.zone.now, nil]).find_in_batches(batch_size: 100).each do |batch|
|
||||||
batch.each do |outbox|
|
batch.each do |outbox|
|
||||||
# This is to prevent a job from being retried too many times. Worst-case scenario is 1 minute delay in jobs.
|
# This is to prevent a job from being retried too many times. Worst-case scenario is 1 minute delay in jobs.
|
||||||
outbox.update(last_attempted_at: 1.minute.from_now)
|
::Outboxable::Worker.perform_async(outbox.id)
|
||||||
Outboxable::Worker.perform_async(outbox.id)
|
outbox.update(last_attempted_at: 1.minute.from_now, status: :processing, allow_publish: false)
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
def perform_mongoid
|
||||||
|
Outbox.pending.any_of({ last_attempted_at: ..Time.zone.now }, { last_attempted_at: nil }).each do |outbox|
|
||||||
|
# This is to prevent a job from being retried too many times. Worst-case scenario is 1 minute delay in jobs.
|
||||||
|
::Outboxable::Worker.perform_async(outbox.idempotency_key)
|
||||||
|
outbox.update(last_attempted_at: 1.minute.from_now, status: :processing, allow_publish: false)
|
||||||
|
end
|
||||||
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|||||||
@ -20,7 +20,12 @@ module Outboxable
|
|||||||
exchange = channel.topic(@resource.exchange, durable: true)
|
exchange = channel.topic(@resource.exchange, durable: true)
|
||||||
|
|
||||||
# Publish the CloudEvent resource to the exchange
|
# Publish the CloudEvent resource to the exchange
|
||||||
exchange.publish(to_envelope(resource: @resource), routing_key: @resource.routing_key, headers: @resource.try(:headers) || {})
|
exchange.publish(
|
||||||
|
to_envelope(resource: @resource),
|
||||||
|
routing_key: @resource.routing_key,
|
||||||
|
headers: @resource.try(:headers) || {},
|
||||||
|
content_type: @resource.try(:content_type) || 'application/json'
|
||||||
|
)
|
||||||
|
|
||||||
# Wait for confirmation
|
# Wait for confirmation
|
||||||
confirmed = channel.wait_for_confirms
|
confirmed = channel.wait_for_confirms
|
||||||
@ -29,7 +34,6 @@ module Outboxable
|
|||||||
return unless confirmed
|
return unless confirmed
|
||||||
|
|
||||||
@resource.reload
|
@resource.reload
|
||||||
@resource.increment_attempt
|
|
||||||
@resource.update(status: :published, retry_at: nil)
|
@resource.update(status: :published, retry_at: nil)
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|||||||
@ -1,5 +1,5 @@
|
|||||||
# frozen_string_literal: true
|
# frozen_string_literal: true
|
||||||
|
|
||||||
module Outboxable
|
module Outboxable
|
||||||
VERSION = '0.1.3'
|
VERSION = '1.0.6'
|
||||||
end
|
end
|
||||||
|
|||||||
@ -5,7 +5,8 @@ module Outboxable
|
|||||||
include ::Sidekiq::Job
|
include ::Sidekiq::Job
|
||||||
|
|
||||||
def perform(outbox_id)
|
def perform(outbox_id)
|
||||||
Outboxable::PublishingManager.publish(resource: Outbox.find(outbox_id))
|
Outboxable::PublishingManager.publish(resource: Outbox.find(outbox_id)) if Outboxable.configuration.orm == :activerecord
|
||||||
|
Outboxable::PublishingManager.publish(resource: Outbox.find_by!(idempotency_key: outbox_id)) if Outboxable.configuration.orm == :mongoid
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|||||||
@ -23,7 +23,7 @@ Outboxable.configure do |config|
|
|||||||
# Specify the ORM you are using. For now, only ActiveRecord is supported.
|
# Specify the ORM you are using. For now, only ActiveRecord is supported.
|
||||||
config.orm = :activerecord
|
config.orm = :activerecord
|
||||||
|
|
||||||
# Specify the message broker you are using. For now, only RabbitMQ is supported.
|
# Specify the ORM you are using. Supported values are :activerecord and :mongoid
|
||||||
config.message_broker = :rabbitmq
|
config.message_broker = :rabbitmq
|
||||||
|
|
||||||
# RabbitMQ configurations
|
# RabbitMQ configurations
|
||||||
@ -32,5 +32,5 @@ Outboxable.configure do |config|
|
|||||||
config.rabbitmq_user = ENV.fetch('RABBITMQ__USERNAME')
|
config.rabbitmq_user = ENV.fetch('RABBITMQ__USERNAME')
|
||||||
config.rabbitmq_password = ENV.fetch('RABBITMQ__PASSWORD')
|
config.rabbitmq_password = ENV.fetch('RABBITMQ__PASSWORD')
|
||||||
config.rabbitmq_vhost = ENV.fetch('RABBITMQ__VHOST')
|
config.rabbitmq_vhost = ENV.fetch('RABBITMQ__VHOST')
|
||||||
config.rabbitmq_event_bus_exchange = ENV.fetch('EVENTBUS__EXCHANGE_NAME')
|
config.rabbitmq_exchange_name = ENV.fetch('RABBITMQ__EXCHANGE_NAME')
|
||||||
end
|
end
|
||||||
@ -1,28 +1,31 @@
|
|||||||
class Outbox < ApplicationRecord
|
class Outbox < ApplicationRecord
|
||||||
attribute :allow_publish, :boolean, default: true
|
attribute :allow_publish, :boolean, default: true
|
||||||
|
|
||||||
|
before_save :check_publishing
|
||||||
# Callbacks
|
# Callbacks
|
||||||
before_create :set_last_attempted_at
|
before_create :set_last_attempted_at
|
||||||
before_save :check_publishing
|
|
||||||
after_commit :publish, if: :allow_publish?
|
after_commit :publish, if: :allow_publish?
|
||||||
# Enums
|
# Enums
|
||||||
enum status: { pending: 0, published: 1, failed: 2 }
|
enum status: { pending: 0, processing: 1, published: 2, failed: 3 }
|
||||||
enum size: { single: 0, batch: 1 }
|
enum size: { single: 0, batch: 1 }
|
||||||
|
|
||||||
# Validations
|
# Validations
|
||||||
validates :payload, presence: true
|
validates :payload, :exchange, :routing_key, presence: true
|
||||||
validates :exchange, presence: true
|
|
||||||
validates :routing_key, presence: true
|
|
||||||
|
|
||||||
# Associations
|
# Associations
|
||||||
belongs_to :outboxable, polymorphic: true, optional: true
|
belongs_to :outboxable, polymorphic: true, optional: true
|
||||||
|
|
||||||
def set_last_attempted_at
|
def set_last_attempted_at
|
||||||
self.last_attempted_at = Time.zone.now
|
self.last_attempted_at = 10.seconds.from_now
|
||||||
end
|
end
|
||||||
|
|
||||||
def publish
|
def publish
|
||||||
Outboxable::Worker.perform_async(id)
|
# Run this in own thread
|
||||||
|
threaded = Thread.new do
|
||||||
|
Outboxable::Worker.perform_inline(id)
|
||||||
|
update(status: :processing, last_attempted_at: 1.minute.from_now, allow_publish: false)
|
||||||
|
end
|
||||||
|
threaded.join
|
||||||
end
|
end
|
||||||
|
|
||||||
def check_publishing
|
def check_publishing
|
||||||
@ -7,6 +7,7 @@ class CreateOutboxableOutboxes < ActiveRecord::Migration[7.0]
|
|||||||
|
|
||||||
t.string :exchange, null: false, default: ''
|
t.string :exchange, null: false, default: ''
|
||||||
t.string :routing_key, null: false, default: ''
|
t.string :routing_key, null: false, default: ''
|
||||||
|
t.string :content_type, null: false, default: 'application/json'
|
||||||
|
|
||||||
t.integer :attempts, null: false, default: 0
|
t.integer :attempts, null: false, default: 0
|
||||||
t.datetime :last_attempted_at, null: true
|
t.datetime :last_attempted_at, null: true
|
||||||
@ -21,5 +22,7 @@ class CreateOutboxableOutboxes < ActiveRecord::Migration[7.0]
|
|||||||
|
|
||||||
t.timestamps
|
t.timestamps
|
||||||
end
|
end
|
||||||
|
|
||||||
|
add_index :outboxes, %i[status last_attempted_at], name: 'index_outboxes_on_outboxable_status_and_last_attempted_at'
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|||||||
36
lib/templates/mongoid_initializer.rb
Normal file
36
lib/templates/mongoid_initializer.rb
Normal file
@ -0,0 +1,36 @@
|
|||||||
|
# This monkey patch allows you to customize the message format that you publish to your broker.
|
||||||
|
# By default, Outboxable publishes a CloudEvent message to your broker.
|
||||||
|
module Outboxable
|
||||||
|
module RabbitMq
|
||||||
|
class Publisher
|
||||||
|
# Override this method to customize the message format that you publish to your broker
|
||||||
|
# DO NOT CHANGE THE METHOD SIGNATURE
|
||||||
|
def to_envelope(resource:)
|
||||||
|
{
|
||||||
|
id: resource.id,
|
||||||
|
source: 'http://localhost:3000',
|
||||||
|
specversion: '1.0',
|
||||||
|
type: resource.routing_key,
|
||||||
|
datacontenttype: 'application/json',
|
||||||
|
data: resource.payload
|
||||||
|
}.to_json
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
Outboxable.configure do |config|
|
||||||
|
# Specify the ORM you are using. For now, only ActiveRecord is supported.
|
||||||
|
config.orm = :mongoid
|
||||||
|
|
||||||
|
# Specify the ORM you are using. Supported values are :activerecord and :mongoid
|
||||||
|
config.message_broker = :rabbitmq
|
||||||
|
|
||||||
|
# RabbitMQ configurations
|
||||||
|
config.rabbitmq_host = ENV.fetch('RABBITMQ__HOST')
|
||||||
|
config.rabbitmq_port = ENV.fetch('RABBITMQ__PORT', 5672)
|
||||||
|
config.rabbitmq_user = ENV.fetch('RABBITMQ__USERNAME')
|
||||||
|
config.rabbitmq_password = ENV.fetch('RABBITMQ__PASSWORD')
|
||||||
|
config.rabbitmq_vhost = ENV.fetch('RABBITMQ__VHOST')
|
||||||
|
config.rabbitmq_exchange_name = ENV.fetch('RABBITMQ__EXCHANGE_NAME')
|
||||||
|
end
|
||||||
72
lib/templates/mongoid_outbox.rb
Normal file
72
lib/templates/mongoid_outbox.rb
Normal file
@ -0,0 +1,72 @@
|
|||||||
|
class Outbox
|
||||||
|
include Mongoid::Document
|
||||||
|
include Mongoid::Timestamps
|
||||||
|
|
||||||
|
attr_writer :allow_publish
|
||||||
|
|
||||||
|
# Fields
|
||||||
|
field :status, type: String, default: 'pending'
|
||||||
|
field :size, type: String, default: 'single'
|
||||||
|
|
||||||
|
field :exchange, type: String, default: ''
|
||||||
|
field :routing_key, type: String, default: ''
|
||||||
|
field :content_type, type: String, default: 'application/json'
|
||||||
|
|
||||||
|
field :attempts, type: Integer, default: 0
|
||||||
|
|
||||||
|
field :last_attempted_at, type: DateTime, default: nil
|
||||||
|
|
||||||
|
field :retry_at, type: DateTime, default: nil
|
||||||
|
|
||||||
|
field :idempotency_key, type: String
|
||||||
|
|
||||||
|
field :payload, type: Hash, default: {}
|
||||||
|
field :headers, type: Hash, default: {}
|
||||||
|
|
||||||
|
index({ idempotency_key: 1 }, { unique: true, name: 'idempotency_key_unique_index' })
|
||||||
|
|
||||||
|
before_save :check_publishing
|
||||||
|
before_create :set_idempotency_key
|
||||||
|
|
||||||
|
# Callbacks
|
||||||
|
before_create :set_last_attempted_at
|
||||||
|
after_save :publish, if: :allow_publish
|
||||||
|
|
||||||
|
# Validations
|
||||||
|
validates :payload, :exchange, :routing_key, presence: true
|
||||||
|
|
||||||
|
# Associations
|
||||||
|
belongs_to :outboxable, polymorphic: true, optional: true
|
||||||
|
|
||||||
|
def set_last_attempted_at
|
||||||
|
self.last_attempted_at = 10.seconds.from_now
|
||||||
|
end
|
||||||
|
|
||||||
|
def publish
|
||||||
|
Outboxable::Worker.perform_async(idempotency_key)
|
||||||
|
update(status: :processing, last_attempted_at: 1.minute.from_now, allow_publish: false)
|
||||||
|
end
|
||||||
|
|
||||||
|
def set_idempotency_key
|
||||||
|
self.idempotency_key = SecureRandom.uuid if idempotency_key.blank?
|
||||||
|
end
|
||||||
|
|
||||||
|
def check_publishing
|
||||||
|
self.allow_publish = false if published?
|
||||||
|
end
|
||||||
|
|
||||||
|
def allow_publish
|
||||||
|
return true if @allow_publish.nil?
|
||||||
|
|
||||||
|
@allow_publish
|
||||||
|
end
|
||||||
|
|
||||||
|
%w[pending processing published failed].each do |status|
|
||||||
|
define_method "#{status}?" do
|
||||||
|
self.status == status
|
||||||
|
end
|
||||||
|
|
||||||
|
# define scope
|
||||||
|
scope status, -> { where(status:) }
|
||||||
|
end
|
||||||
|
end
|
||||||
@ -31,7 +31,8 @@ Gem::Specification.new do |spec|
|
|||||||
spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
|
spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
|
||||||
spec.require_paths = ['lib']
|
spec.require_paths = ['lib']
|
||||||
|
|
||||||
spec.add_dependency 'bunny', '>= 2.19.0'
|
spec.add_dependency 'bunny', '>= 2.22'
|
||||||
spec.add_dependency 'connection_pool', '~> 2.3.0'
|
spec.add_dependency 'connection_pool', '>= 2.4'
|
||||||
|
|
||||||
spec.metadata['rubygems_mfa_required'] = 'true'
|
spec.metadata['rubygems_mfa_required'] = 'true'
|
||||||
end
|
end
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user