feat: add mongoid datasource

.github/workflows/build.yml

@@ -21,6 +21,7 @@ jobs:
           - forest_admin_datasource_toolkit
           - forest_admin_test_toolkit
           - forest_admin_rails
+          - forest_admin_datasource_mongoid
 
     steps:
       - name: Checkout
@@ -54,6 +55,12 @@ jobs:
           - forest_admin_datasource_active_record
           - forest_admin_datasource_customizer
           - forest_admin_datasource_toolkit
+          - forest_admin_datasource_mongoid
+    services:
+      mongodb:
+        image: mongo:latest
+        ports:
+          - 27017:27017
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -68,6 +75,16 @@ jobs:
           gem install bundler
           bundle install
 
+      - name: Wait for MongoDB
+        if: ${{ matrix.packages == 'forest_admin_datasource_mongoid' }}
+        run: |
+          for i in {1..30}; do
+            nc -z localhost 27017 && echo "MongoDB is up" && exit 0
+            echo "Waiting for MongoDB..."
+            sleep 1
+          done
+          exit 1
+
       - name: Test
         run: |
           cd packages/${{ matrix.packages }} && \
@@ -109,6 +126,7 @@ jobs:
             ${{ github.workspace }}/reports/${{ matrix.ruby-version }}-forest_admin_datasource_active_record/coverage.json:simplecov
             ${{ github.workspace }}/reports/${{ matrix.ruby-version }}-forest_admin_datasource_customizer/coverage.json:simplecov
             ${{ github.workspace }}/reports/${{ matrix.ruby-version }}-forest_admin_datasource_toolkit/coverage.json:simplecov
+            ${{ github.workspace }}/reports/${{ matrix.ruby-version }}-forest_admin_datasource_mongoid/coverage.json:simplecov
           debug: true
 
   deploy:

.rubocop.yml

@@ -7,6 +7,7 @@ AllCops:
   NewCops: enable
   Exclude:
     - 'packages/forest_admin_datasource_active_record/spec/dummy/**/*'
+    - 'packages/forest_admin_datasource_mongoid/spec/dummy/**/*'
     - 'packages/forest_admin_agent/lib/forest_admin_agent/serializer/forest_serializer.rb'
     - 'packages/forest_admin_agent/lib/forest_admin_agent/serializer/forest_serializer_override.rb'
     - 'node_modules/semantic-release-rubygem/**/*'
@@ -16,6 +17,7 @@ Gemspec/OrderedDependencies:
     - 'packages/forest_admin_agent/forest_admin_agent.gemspec'
     - 'packages/forest_admin_rails/forest_admin_rails.gemspec'
     - 'packages/forest_admin_datasource_toolkit/forest_admin_datasource_toolkit.gemspec'
+    - 'packages/forest_admin_datasource_mongoid/forest_admin_datasource_mongoid.gemspec'
     - 'packages/forest_admin_test_toolkit/forest_admin_test_toolkit.gemspec'
     - 'packages/forest_admin_datasource_customizer/forest_admin_datasource_customizer.gemspec'
     - 'packages/forest_admin_datasource_active_record/forest_admin_datasource_active_record.gemspec'
@@ -26,6 +28,7 @@ Gemspec/RequireMFA:
     - 'packages/forest_admin_agent/forest_admin_agent.gemspec'
     - 'packages/forest_admin_rails/forest_admin_rails.gemspec'
     - 'packages/forest_admin_datasource_toolkit/forest_admin_datasource_toolkit.gemspec'
+    - 'packages/forest_admin_datasource_mongoid/forest_admin_datasource_mongoid.gemspec'
     - 'packages/forest_admin_test_toolkit/forest_admin_test_toolkit.gemspec'
     - 'packages/forest_admin_datasource_customizer/forest_admin_datasource_customizer.gemspec'
     - 'packages/forest_admin_datasource_active_record/forest_admin_datasource_active_record.gemspec'
@@ -37,6 +40,7 @@ Lint/PercentStringArray:
     - 'packages/forest_admin_agent/forest_admin_agent.gemspec'
     - 'packages/forest_admin_rails/forest_admin_rails.gemspec'
     - 'packages/forest_admin_datasource_toolkit/forest_admin_datasource_toolkit.gemspec'
+    - 'packages/forest_admin_datasource_mongoid/forest_admin_datasource_mongoid.gemspec'
     - 'packages/forest_admin_datasource_customizer/forest_admin_datasource_customizer.gemspec'
     - 'packages/forest_admin_datasource_active_record/forest_admin_datasource_active_record.gemspec'
 
@@ -60,6 +64,7 @@ Style/BlockComments:
     - 'packages/forest_admin_agent/spec/spec_helper.rb'
     - 'packages/forest_admin_rails/spec/spec_helper.rb'
     - 'packages/forest_admin_datasource_toolkit/spec/spec_helper.rb'
+    - 'packages/forest_admin_datasource_mongoid/spec/spec_helper.rb'
     - 'packages/forest_admin_datasource_customizer/spec/spec_helper.rb'
     - 'packages/forest_admin_datasource_active_record/spec/spec_helper.rb'
 
@@ -86,6 +91,7 @@ Style/MutableConstant:
     - 'packages/forest_admin_agent/lib/forest_admin_agent/utils/schema/schema_emitter.rb'
     - 'packages/forest_admin_rails/lib/forest_admin_rails/version.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/version.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/version.rb'
     - 'packages/forest_admin_test_toolkit/lib/forest_admin_test_toolkit/version.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/version.rb'
     - 'packages/forest_admin_datasource_active_record/lib/forest_admin_datasource_active_record/version.rb'
@@ -127,7 +133,14 @@ Style/StringLiterals:
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/version.rb'
     - 'packages/forest_admin_datasource_toolkit/spec/spec_helper.rb'
-    - 'packages/forest_admin_datasource_toolkit/forest_admin_test_toolkit.gemspec'
+    - 'packages/forest_admin_datasource_mongoid/forest_admin_datasource_mongoid.gemspec'
+    - 'packages/forest_admin_datasource_mongoid/Gemfile'
+    - 'packages/forest_admin_datasource_mongoid/Rakefile'
+    - 'packages/forest_admin_datasource_mongoid/bin/console'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/version.rb'
+    - 'packages/forest_admin_datasource_mongoid/spec/spec_helper.rb'
+    - 'packages/forest_admin_test_toolkit/forest_admin_test_toolkit.gemspec'
     - 'packages/forest_admin_test_toolkit/Gemfile'
     - 'packages/forest_admin_test_toolkit/Rakefile'
     - 'packages/forest_admin_test_toolkit/bin/console'
@@ -194,6 +207,7 @@ Metrics/ParameterLists:
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/action/action_collection_decorator.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/action/dynamic_field.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/hook/context/after/hook_after_aggregate_context.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/datasource.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/schema/relations/many_to_many_schema.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/schema/column_schema.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/components/caller.rb'
@@ -208,8 +222,10 @@ Metrics/ModuleLength:
     - 'packages/forest_admin_agent/spec/**/*'
     - 'packages/forest_admin_datasource_active_record/spec/**/*'
     - 'packages/forest_admin_datasource_toolkit/spec/**/*'
+    - 'packages/forest_admin_datasource_mongoid/spec/**/*'
     - 'packages/forest_admin_datasource_customizer/spec/**/*'
     - 'packages/forest_admin_rails/spec/**/*'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/helpers.rb'
 
 Metrics/MethodLength:
   CountAsOne: ['array', 'hash', 'method_call']
@@ -239,12 +255,20 @@ Metrics/MethodLength:
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/rename_field/rename_field_collection_decorator.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/action/action_collection_decorator.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/action/form_factory.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/collection.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/query.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/schema/fields_generator.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/schema/mongoid_schema.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/pipeline/filter_generator.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/pipeline/lookup_generator.rb'
+
 
 Metrics/BlockLength:
   Exclude:
     - 'packages/forest_admin_datasource_active_record/lib/forest_admin_datasource_active_record/collection.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/components/query/filter_factory.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/action/base_action.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/collection.rb'
 
 Metrics/ClassLength:
   Exclude:
@@ -273,6 +297,10 @@ Metrics/ClassLength:
     - 'packages/forest_admin_datasource_active_record/lib/forest_admin_datasource_active_record/collection.rb'
     - 'packages/forest_admin_agent/lib/forest_admin_agent/utils/schema/generator_action.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/action/action_collection_decorator.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/collection.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/query.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/schema/mongoid_schema.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/pipeline/filter_generator.rb'
 
 Style/OpenStructUse:
   Exclude:
@@ -292,6 +320,7 @@ Layout/LineLength:
     - 'packages/forest_admin_agent/spec/**/*'
     - 'packages/forest_admin_datasource_active_record/spec/**/*'
     - 'packages/forest_admin_datasource_toolkit/spec/**/*'
+    - 'packages/forest_admin_datasource_mongoid/spec/**/*'
     - 'packages/forest_admin_datasource_customizer/spec/**/*'
     - 'packages/forest_admin_rails/spec/**/*'
     - 'packages/forest_admin_agent/lib/forest_admin_agent/http/forest_admin_api_requester.rb'
@@ -305,6 +334,8 @@ Layout/LineLength:
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/publication/publication_datasource_decorator.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/relation/relation_collection_decorator.rb'
     - 'packages/forest_admin_datasource_customizer/lib/forest_admin_datasource_customizer/decorators/sort/sort_collection_decorator.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/datasource.rb'
+    - 'packages/forest_admin_datasource_mongoid/lib/forest_admin_datasource_mongoid/utils/schema/mongoid_schema.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/components/query/condition_tree/condition_tree_factory.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/utils/collection.rb'
     - 'packages/forest_admin_datasource_toolkit/lib/forest_admin_datasource_toolkit/components/query/filter_factory.rb'

packages/forest_admin_agent/lib/forest_admin_agent/routes/abstract_authenticated_route.rb

@@ -11,12 +11,12 @@ def build(args = {})
       end
 
       def format_attributes(args)
-        record = args[:params][:data][:attributes]
+        record = args[:params][:data][:attributes] || {}
 
         args[:params][:data][:relationships]&.map do |field, value|
           schema = @collection.schema[:fields][field]
 
-          record[schema.foreign_key] = value['data'][schema.foreign_key_target] if schema.type == 'ManyToOne'
+          record[schema.foreign_key] = value['data']['id'] if schema.type == 'ManyToOne'
         end
 
         record || {}

packages/forest_admin_agent/lib/forest_admin_agent/routes/resources/related/list_related.rb

@@ -31,7 +31,8 @@ def handle_request(args = {})
                   ForestAdminAgent::Utils::QueryStringParser.parse_condition_tree(@child_collection, args)
                 ]
               ),
-              page: ForestAdminAgent::Utils::QueryStringParser.parse_pagination(args)
+              page: ForestAdminAgent::Utils::QueryStringParser.parse_pagination(args),
+              sort: ForestAdminAgent::Utils::QueryStringParser.parse_sort(@child_collection, args)
             )
             projection = ForestAdminAgent::Utils::QueryStringParser.parse_projection_with_pks(@child_collection, args)
             id = Utils::Id.unpack_id(@collection, args[:params]['id'], with_key: true)

packages/forest_admin_agent/lib/forest_admin_agent/routes/resources/show.rb

@@ -20,8 +20,7 @@ def handle_request(args = {})
           id = Utils::Id.unpack_id(@collection, args[:params]['id'], with_key: true)
           condition_tree = ConditionTree::ConditionTreeFactory.match_records(@collection, [id])
           filter = ForestAdminDatasourceToolkit::Components::Query::Filter.new(
-            condition_tree: ConditionTree::ConditionTreeFactory.intersect([condition_tree, scope]),
-            page: ForestAdminAgent::Utils::QueryStringParser.parse_pagination(args)
+            condition_tree: ConditionTree::ConditionTreeFactory.intersect([condition_tree, scope])
           )
 
           projection = ProjectionFactory.all(@collection)

packages/forest_admin_agent/lib/forest_admin_agent/routes/resources/store.rb

@@ -19,10 +19,9 @@ def handle_request(args = {})
           data = format_attributes(args)
           record = @collection.create(@caller, data)
           link_one_to_one_relations(args, record)
-
-          id = Utils::Id.unpack_id(@collection, record['id'], with_key: true)
+          id = ForestAdminDatasourceToolkit::Utils::Record.primary_keys(@collection, record)
           filter = ForestAdminDatasourceToolkit::Components::Query::Filter.new(
-            condition_tree: ConditionTree::ConditionTreeFactory.match_records(@collection, [id])
+            condition_tree: ConditionTree::ConditionTreeFactory.match_ids(@collection, [id])
           )
           records = @collection.list(@caller, filter, ProjectionFactory.all(@collection))
 
@@ -40,7 +39,7 @@ def handle_request(args = {})
         def link_one_to_one_relations(args, record)
           args[:params][:data][:relationships]&.map do |field, value|
             schema = @collection.schema[:fields][field]
-            next unless ['OneToOne', 'PolymorphicOneToOne'].include?(schema.type)
+            next unless %w[OneToOne PolymorphicOneToOne].include?(schema.type)
 
             id = Utils::Id.unpack_id(@collection, value['data']['id'], with_key: true)
             foreign_collection = @datasource.get_collection(schema.foreign_collection)

packages/forest_admin_agent/lib/forest_admin_agent/utils/condition_tree_parser.rb

@@ -31,9 +31,8 @@ def self.from_plain_object(collection, filters)
 
       def self.parse_value(collection, leaf)
         schema = Collection.get_field_schema(collection, leaf[:field])
-        operator = leaf[:operator].titleize.tr(' ', '_')
 
-        if operator == Operators::IN && leaf[:field].is_a?(String)
+        if leaf[:operator] == Operators::IN && leaf[:field].is_a?(String)
           values = leaf[:value].split(',').map(&:strip)
 
           return values.map { |item| !%w[false 0 no].include?(item) } if schema.column_type == 'Boolean'

packages/forest_admin_agent/spec/lib/forest_admin_agent/routes/resources/related/list_related_spec.rb

@@ -97,7 +97,7 @@ module Related
                   search: nil,
                   search_extended: nil,
                   segment: nil,
-                  sort: nil
+                  sort: [{ ascending: true, field: 'id' }]
                 )
                 expect(projection).to eq(%w[id label])
               end
@@ -130,7 +130,7 @@ module Related
                   search: nil,
                   search_extended: nil,
                   segment: nil,
-                  sort: nil
+                  sort: [{ ascending: true, field: 'id' }]
                 )
                 expect(projection).to eq(%w[id label])
               end

packages/forest_admin_agent/spec/lib/forest_admin_agent/utils/condition_tree_parser_spec.rb

@@ -70,21 +70,21 @@ module Utils
         filters = { field: 'label', operator: Operators::IN, value: ' id1,id2 , id3' }
 
         expect(condition_tree_parser.from_plain_object(collection_category, filters))
-          .to have_attributes(field: filters[:field], operator: filters[:operator], value: filters[:value])
+          .to have_attributes(field: filters[:field], operator: filters[:operator], value: %w[id1 id2 id3])
       end
 
       it 'works with "IN" on a boolean' do
         filters = { field: 'active', operator: Operators::IN, value: 'true,0,false,yes,no' }
 
         expect(condition_tree_parser.from_plain_object(collection_category, filters))
-          .to have_attributes(field: filters[:field], operator: filters[:operator], value: filters[:value])
+          .to have_attributes(field: filters[:field], operator: filters[:operator], value: [true, false, false, true, false])
       end
 
       it 'works with "IN" on a number' do
         filters = { field: 'id', operator: Operators::IN, value: '1,2,3' }
 
         expect(condition_tree_parser.from_plain_object(collection_category, filters))
-          .to have_attributes(field: filters[:field], operator: filters[:operator], value: filters[:value])
+          .to have_attributes(field: filters[:field], operator: filters[:operator], value: [1, 2, 3])
       end
     end
   end