systembolagetCsvFileLogstash.conf.txt

input {
    file {
        path => "/Users/tallak.hellebust/dev/Kurs/VinmonopoletElastic/download/sb_produkter.csv"
        start_position => "beginning"
        codec => plain {
            charset=> "UTF-8"
            }
        }
}

filter {
    csv {

        columns => ["nr","Artikelid","Varnummer","Namn","Namn2","Prisinklmoms","Pant","Volymiml","PrisPerLiter","Saljstart","Utgatt","Varugrupp","Typ","Stil","Forpackning","Forslutning","Ursprung","Ursprunglandnamn","Producent","Leverantor","Argang","Provadargang","Alkoholhalt","Sortiment","SortimentText","Ekologisk","Etiskt","EtisktEtikett","Koscher","RavarorBeskrivning"]
        separator => ";"
        quote_char => "¤"
        }

if ([nr] =="nr")
{drop{}}


mutate {
    #replace Norwegian style decimal separator (,) with something else (.)
    gsub => [
        "Alkoholhalt","%",""
    ]
    convert =>  { "Prisinklmoms,Pant,PrisPerLiter,Alkoholhalt,Volymiml" => "float"}
    convert =>  { "Ekologisk,Etiskt,Koscher,Utgatt" => "boolean"}
    remove_field => ["Datotid", "message"]
}

}
output {
    #stdout{   codec => rubydebug     }
    elasticsearch {

       index => systembolaget
      document_type => produkt
      template => "mapping_fielddata_sb.json"
      template_name => "systembolaget_tpl"
      template_overwrite => true
   }

}