Re: 2.3.1 with quota and lmtp; message may be sent more than once

2018-05-01 Thread Christos Chatzaras
I had the same problem and the only workaround I found was to change this to 
postfix main.cf :

default_destination_recipient_limit = 1



> On 1 May 2018, at 11:12, Frank Ebert  wrote:
> 
> Hi,
> 
> I have another problem with dovecot 2.3.1 on FreeBSD (smtpd is postfix
> 3.3.0). When one mail is sent with different recipients and the quota
> limit of one user is exceeded, the message will be delivered repeatedly
> to all users. The queue from postfix says:
> 
> (lost connection with mailserver.foo.bar[private/lmtp-dovecot] while
> sending end of data -- message may be sent more than once)
> 
> The problem started with dovecot 2.3.1. With 2.2.3x everything was fine.
> 
> Any ideas?
> 
> Thanx
> Frank
> 
> doveconf -n:
> 
> auth_mechanisms = plain login
> auth_use_winbind = yes
> auth_winbind_helper_path = /usr/local/bin/ntlm_auth
> disable_plaintext_auth = no
> info_log_path = /var/log/dovecot
> listen = *
> mail_location = mdbox:~/mdbox
> mail_plugins = zlib quota acl mail_log notify
> managesieve_notify_capability = mailto
> managesieve_sieve_capability = fileinto reject envelope
> encoded-character vacati on subaddress comparator-i;ascii-numeric
> relational regex imap4flags copy includ e variables body enotify
> environment mailbox date index ihave duplicate mime for everypart
> extracttext
> namespace {
> location = mdbox:/home/vmail/foo.domain/foo/mdbox
> prefix = Foo/
> separator = /
> subscriptions = yes
> type = public
> }
> namespace {
> location = mdbox:/home/vmail/bar.domain/bar/mdbox
> prefix = Bar/
> separator = /
> subscriptions = yes
> type = public
> }
> namespace {
> location = mdbox:/home/vmail/foobar.domain/foobar/mdbox
> prefix = Foobar/
> separator = /
> subscriptions = yes
> type = public
> }
> namespace inbox {
> inbox = yes
> location =
> mailbox Drafts {
>   auto = subscribe
>   special_use = \Drafts
> }
> mailbox Junk {
>   special_use = \Junk
> }
> mailbox Sent {
>   auto = subscribe
>   special_use = \Sent
> }
> mailbox "Sent Messages" {
>   special_use = \Sent
> }
> mailbox Trash {
>   auto = subscribe
>   special_use = \Trash
> }
> prefix = INBOX/
> separator = /
> }
> passdb {
> args = /usr/local/etc/dovecot/dovecot-ldap.conf.ext
> driver = ldap
> }
> plugin {
> acl = vfile:/usr/local/etc/dovecot/global-acls
> acl_shared_dict = file:/var/lib/dovecot/shared-mailboxes
> mail_log_events = flag_change delete undelete expunge copy
> mailbox_delete mail box_rename
> mail_log_fields = uid box msgid size flags
> quota = dict:User quota::file:%h/dovecot-quota
> quota_warning = storage=95%% quota-warning 95 %u
> quota_warning2 = storage=80%% quota-warning 80 %u
> sieve = ~/.dovecot.sieve
> sieve_dir = ~/sieve
> stats_command_min_time = 1 mins
> stats_domain_min_time = 12 hours
> stats_ip_min_time = 12 hours
> stats_memory_limit = 16 M
> stats_refresh = 30
> stats_session_min_time = 15 mins
> stats_track_cmds = yes
> stats_user_min_time = 1 hours
> zlib_save = gz
> zlib_save_level = 6
> }
> postmaster_address = postmas...@foo.bar
> protocols = imap lmtp sieve
> service auth {
> unix_listener /var/spool/postfix/private/auth {
>   mode = 0666
> }
> unix_listener auth-userdb {
>   group = vmail
>   user = vmail
> }
> }
> service lmtp {
> unix_listener /var/spool/postfix/private/lmtp-dovecot {
>   group = postfix
>   user = postfix
> }
> }
> service managesieve-login {
> inet_listener sieve {
>   port = 4190
> }
> process_min_avail = 0
> service_count = 0
> }
> service managesieve {
> process_limit = 1024
> }
> service quota-warning {
> executable = script /usr/local/bin/quota-warning.sh
> unix_listener quota-warning {
>   user = vmail
> }
> user = vmail
> }
> service stats {
> fifo_listener stats-mail {
>   mode = 0600
>   user = vmail
> }
> }
> ssl_cert =  ssl_dh =  # hidden, use -P to show it
> ssl_key =  # hidden, use -P to show it
> userdb {
> driver = prefetch
> }
> userdb {
> args = /usr/local/etc/dovecot/dovecot-ldap-userdb.conf.ext
> driver = ldap
> }
> protocol lmtp {
> mail_plugins = zlib quota acl mail_log notify sieve
> }
> protocol lda {
> mail_plugins = zlib quota acl mail_log notify sieve
> }
> protocol imap {
> mail_plugins = zlib quota acl mail_log notify imap_zlib imap_quota
> imap_acl }  



Re: dovecot fts hangs on search

2018-05-01 Thread André Rodier

On 2018-05-01 07:22, André Rodier wrote:

Hello,

I am trying to use Doevecot fts, with solr the script provided.

To rebuild the index, I use the command:
doveadm -D index -u mirina 'inbox'

To rescan, I use: doveadm -D fts rescan -u mirina

But when I do a search, with doveadm, the program hangs:

doveadm -D search -u mirina text Madagascar


Debug: Loading modules from directory: /usr/lib/dovecot/modules
Debug: Module loaded: /usr/lib/dovecot/modules/lib10_quota_plugin.so
Debug: Module loaded: /usr/lib/dovecot/modules/lib20_fts_plugin.so
Debug: Module loaded: 
/usr/lib/dovecot/modules/lib21_fts_solr_plugin.so
Debug: Loading modules from directory: 
/usr/lib/dovecot/modules/doveadm
Debug: Skipping module doveadm_acl_plugin, because dlopen() failed: 
/usr/lib/dovecot/modules/doveadm/lib10_doveadm_acl_plugin.so: 
undefined symbol: acl_lookup_dict_iterate_visible_next (this is 
usually intentional, so just ignore this message)
Debug: Skipping module doveadm_expire_plugin, because dlopen() failed: 
/usr/lib/dovecot/modules/doveadm/lib10_doveadm_expire_plugin.so: 
undefined symbol: expire_set_deinit (this is usually intentional, so 
just ignore this message)
Debug: Module loaded: 
/usr/lib/dovecot/modules/doveadm/lib10_doveadm_quota_plugin.so
Debug: Module loaded: 
/usr/lib/dovecot/modules/doveadm/lib10_doveadm_sieve_plugin.so
Debug: Skipping module doveadm_fts_lucene_plugin, because dlopen() 
failed: 
/usr/lib/dovecot/modules/doveadm/lib20_doveadm_fts_lucene_plugin.so: 
undefined symbol: lucene_index_iter_deinit (this is usually 
intentional, so just ignore this m$

ssage)
Debug: Module loaded: 
/usr/lib/dovecot/modules/doveadm/lib20_doveadm_fts_plugin.so
Debug: Skipping module doveadm_mail_crypt_plugin, because dlopen() 
failed: 
/usr/lib/dovecot/modules/doveadm/libdoveadm_mail_crypt_plugin.so: 
undefined symbol: mail_crypt_box_get_pvt_digests (this is usually 
intentional, so just ignore thi$ message)
doveadm(mirina): Debug: auth USER input: mirina 
home=/home/users/mirina uid=1002 gid=1001 mail=mirina@homebox.space
doveadm(mirina): Debug: Added userdb setting: 
mail=mirina@homebox.space doveadm(mirina): Debug: Effective uid=1002, 
gid=1001, home=/home/users/mirina
doveadm(mirina): Debug: Quota root: name=User quota backend=maildir 
args=
doveadm(mirina): Debug: Quota rule: root=User quota mailbox=* 
bytes=2147483648 messages=0
doveadm(mirina): Debug: Quota grace: root=User quota bytes=214748364 
(10%)
doveadm(mirina): Debug: Namespace inbox: type=private, prefix=, sep=/, 
inbox=yes, hidden=no, list=yes, subscriptions=yes 
location=maildir:~/mails/maildir:INDEX=~/mails/indexes/
doveadm(mirina): Debug: maildir++: 
root=/home/users/mirina/mails/maildir, 
index=/home/users/mirina/mails/indexes, indexpvt=, control=, 
inbox=/home/users/mirina/mails/maildir, alt=
doveadm(mirina): Debug: quota: quota_over_flag check: STORAGE ret=1 
value=134 limit=2097152
doveadm(mirina): Debug: quota: quota_over_flag check: MESSAGE ret=0 
value=3 limit=0
doveadm(mirina): Debug: quota: quota_over_flag=0((null)) vs currently 
overquota=0
doveadm(mirina): Debug: Namespace : Using permissions from 
/home/users/mirina/mails/maildir: mode=0700 gid=default

doveadm(mirina): Debug: http-client: host localhost: Host created
doveadm(mirina): Debug: http-client: host localhost: DNS lookup 
successful; got 2 IPs

doveadm(mirina): Debug: http-client: peer [::1]:8080: Peer created
doveadm(mirina): Debug: http-client: queue http://localhost:8080: 
Setting up connection to [::1]:8080 (1 requests pending)
doveadm(mirina): Debug: http-client: peer [::1]:8080: Linked queue 
http://localhost:8080 (1 queues linked)
doveadm(mirina): Debug: http-client: queue http://localhost:8080: 
Started new connection to [::1]:8080
doveadm(mirina): Debug: http-client: request [Req1: GET 
http://localhost:8080/solr/select?fl=uid,score&rows=1&sort=uid+asc&q=%7b!lucene+q.op%3dAND%7d(hdr:Madagascar+OR+body:Madagascar)&fq=%2Bbox:838a1701af1ae65a3e1232c62018+%2Buser:mi$

ina]: Submitted
doveadm(mirina): Debug: http-client: Waiting for 1 requests to finish
doveadm(mirina): Debug: http-client: peer [::1]:8080: Creating 1 new 
connections to handle requests (already 0 usable, connecting to 0, 
closing 0)
doveadm(mirina): Debug: http-client: peer [::1]:8080: Making new 
connection 1 of 1
doveadm(mirina): Debug: http-client: conn [::1]:8080 [0]: HTTP 
connection created (1 parallel connections exist)

doveadm(mirina): Debug: http-client: conn [::1]:8080 [0]: Connected
doveadm(mirina): Debug: http-client: conn [::1]:8080 [0]: Ready for 
requests
doveadm(mirina): Debug: http-client: peer [::1]:8080: Successfully 
connected (connections=1)
doveadm(mirina): Debug: http-client: peer [::1]:8080: Using 1 idle 
connections to handle 1 requests (1 total connections ready)
doveadm(mirina): Debug: http-client: queue http://localhost:8080: 
Connection to peer [::1]:8080 claimed request [Req1: GET 
http://localhost:8080/solr/select?fl=uid,score&rows=1&sort=uid+asc&q=%7b!lucene+q.op%

Re: v2.3.1: Event leaked (parent=(nil)): http-client.c:137 and 439

2018-05-01 Thread Aki Tuomi

> On 01 May 2018 at 21:21 Milan Knížek  wrote:
> 
> 
> Hi,
> 
> After upgrade to dovecot 2.3.1, many IMAP clients cause errors in 
> dovecot log:
> 
> May 01 20:15:51 tiger dovecot[21985]: imap: Warning: Event 
> 0x555fd3c01630 leaked (parent=(nil)): http-client.c:137
> May 01 20:15:51 tiger dovecot[21985]: imap: Warning: Event 
> 0x555fd3c00140 leaked (parent=(nil)): http-client.c:439
> 
> Namely:
> * roundcube 1.3.3
> * offlineimap
> * nextcloud mail app
> 
> Despite the errors, the basic functionality seems to work - mails are 
> received by the client. However, the GUI clients display an "internal 
> server error" message window on each refresh.
> 
> Some other clients do not create any issues:
> * MailDroid (Android)
> * getmail
> 
> Anybody got a similar behaviour?
> 
> -- 
> Milan Knížek | knizek.co...@gmail.com

This is most likely fixed with 
https://github.com/dovecot/core/commit/dc26c62d7bdd6d361ba38ecf8f64a04b7c9e008e.patch
 in v2.3.1

Aki


v2.3.1: Event leaked (parent=(nil)): http-client.c:137 and 439

2018-05-01 Thread Milan Knížek

Hi,

After upgrade to dovecot 2.3.1, many IMAP clients cause errors in 
dovecot log:


May 01 20:15:51 tiger dovecot[21985]: imap: Warning: Event 
0x555fd3c01630 leaked (parent=(nil)): http-client.c:137
May 01 20:15:51 tiger dovecot[21985]: imap: Warning: Event 
0x555fd3c00140 leaked (parent=(nil)): http-client.c:439


Namely:
* roundcube 1.3.3
* offlineimap
* nextcloud mail app

Despite the errors, the basic functionality seems to work - mails are 
received by the client. However, the GUI clients display an "internal 
server error" message window on each refresh.


Some other clients do not create any issues:
* MailDroid (Android)
* getmail

Anybody got a similar behaviour?

--
Milan Knížek | knizek.co...@gmail.com# 2.3.1 (8e2f634): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.1 (d9bc6dfe)
# OS: Linux 4.14.37-1-lts x86_64  
# Hostname: tiger.localdomain
lda_mailbox_autosubscribe = yes
mail_location = maildir:~/Maildir:LAYOUT=fs:DIRNAME=0_mAIL
mail_plugins = fts fts_elasticsearch
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope encoded-character 
vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy 
include variables body enotify environment mailbox date index ihave duplicate 
mime foreverypart extracttext
namespace inbox {
  inbox = yes
  location = 
  mailbox Drafts {
special_use = \Drafts
  }
  mailbox Junk {
special_use = \Junk
  }
  mailbox Sent {
special_use = \Sent
  }
  mailbox "Sent Messages" {
special_use = \Sent
  }
  mailbox Trash {
special_use = \Trash
  }
  prefix = 
  separator = /
}
passdb {
  driver = pam
}
plugin {
  fts = elasticsearch
  fts_autoindex = yes
  fts_decoder = decode2text
  fts_elasticsearch = url=http://tiger:9200/
}
postmaster_address = kni...@volny.cz
protocols = imap
service auth {
  unix_listener /var/spool/postfix/private/auth {
group = postfix
mode = 0660
user = postfix
  }
  unix_listener auth-master {
group = postfix
mode = 0660
user = postfix
  }
  user = root
}
service decode2text {
  executable = script /usr/lib/dovecot/decode2text.sh
  unix_listener decode2text {
mode = 0666
  }
  user = dovecot
}
service imap-login {
  inet_listener imap {
port = 0
  }
}
ssl_cert = 

Re: OCSP Stapling and Certificate Transparency

2018-05-01 Thread Aki Tuomi


 
 
  
   
  
  
   
On 01 May 2018 at 19:03 Felipe Gasper <
fel...@felipegasper.com> wrote:
   
   

   
   

   
   
Hi,
   
   

   
   
For CAs that do not include a signed certificate timestamp in their newly-issued certificates, does Dovecot support either OCSP stapling or the Certificate Transparency TLS extension?
   
   

   
   
If the TLS extension is supported, how does the admin configure the timestamp for each certificate?
   
   

   
   
I’m wondering if any MUAs will follow Google’s lead and insist on CT.
   
   

   
   
Thank you!
   
   

   
   
-Felipe Gasper
   
   
Mississauga, Ontario
   
  
  
   
  
  
   Hi!
  
  
   
  
  
   We are planning to add ocsp stapling support. At least Thunderbird supports must-staple attribute.
  
  
   ---
   Aki Tuomi
   
 



OCSP Stapling and Certificate Transparency

2018-05-01 Thread Felipe Gasper
Hi,

For CAs that do not include a signed certificate timestamp in their 
newly-issued certificates, does Dovecot support either OCSP stapling or the 
Certificate Transparency TLS extension?

If the TLS extension is supported, how does the admin configure the 
timestamp for each certificate?

I’m wondering if any MUAs will follow Google’s lead and insist on CT.

Thank you!

-Felipe Gasper
Mississauga, Ontario

2.3.1 with quota and lmtp; message may be sent more than once

2018-05-01 Thread Frank Ebert
Hi,

I have another problem with dovecot 2.3.1 on FreeBSD (smtpd is postfix
3.3.0). When one mail is sent with different recipients and the quota
limit of one user is exceeded, the message will be delivered repeatedly
to all users. The queue from postfix says:

(lost connection with mailserver.foo.bar[private/lmtp-dovecot] while
sending end of data -- message may be sent more than once)

The problem started with dovecot 2.3.1. With 2.2.3x everything was fine.

Any ideas?

Thanx
Frank

doveconf -n:

auth_mechanisms = plain login
auth_use_winbind = yes
auth_winbind_helper_path = /usr/local/bin/ntlm_auth
disable_plaintext_auth = no
info_log_path = /var/log/dovecot
listen = *
mail_location = mdbox:~/mdbox
mail_plugins = zlib quota acl mail_log notify
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope
encoded-character vacati on subaddress comparator-i;ascii-numeric
relational regex imap4flags copy includ e variables body enotify
environment mailbox date index ihave duplicate mime for everypart
extracttext
namespace {
 location = mdbox:/home/vmail/foo.domain/foo/mdbox
 prefix = Foo/
 separator = /
 subscriptions = yes
 type = public
}
namespace {
 location = mdbox:/home/vmail/bar.domain/bar/mdbox
 prefix = Bar/
 separator = /
 subscriptions = yes
 type = public
}
namespace {
 location = mdbox:/home/vmail/foobar.domain/foobar/mdbox
 prefix = Foobar/
 separator = /
 subscriptions = yes
 type = public
}
namespace inbox {
 inbox = yes
 location =
 mailbox Drafts {
   auto = subscribe
   special_use = \Drafts
 }
 mailbox Junk {
   special_use = \Junk
 }
 mailbox Sent {
   auto = subscribe
   special_use = \Sent
 }
 mailbox "Sent Messages" {
   special_use = \Sent
 }
 mailbox Trash {
   auto = subscribe
   special_use = \Trash
 }
 prefix = INBOX/
 separator = /
}
passdb {
 args = /usr/local/etc/dovecot/dovecot-ldap.conf.ext
 driver = ldap
}
plugin {
 acl = vfile:/usr/local/etc/dovecot/global-acls
 acl_shared_dict = file:/var/lib/dovecot/shared-mailboxes
 mail_log_events = flag_change delete undelete expunge copy
 mailbox_delete mail box_rename
 mail_log_fields = uid box msgid size flags
 quota = dict:User quota::file:%h/dovecot-quota
 quota_warning = storage=95%% quota-warning 95 %u
 quota_warning2 = storage=80%% quota-warning 80 %u
 sieve = ~/.dovecot.sieve
 sieve_dir = ~/sieve
 stats_command_min_time = 1 mins
 stats_domain_min_time = 12 hours
 stats_ip_min_time = 12 hours
 stats_memory_limit = 16 M
 stats_refresh = 30
 stats_session_min_time = 15 mins
 stats_track_cmds = yes
 stats_user_min_time = 1 hours
 zlib_save = gz
 zlib_save_level = 6
}
postmaster_address = postmas...@foo.bar
protocols = imap lmtp sieve
service auth {
 unix_listener /var/spool/postfix/private/auth {
   mode = 0666
 }
 unix_listener auth-userdb {
   group = vmail
   user = vmail
 }
}
service lmtp {
 unix_listener /var/spool/postfix/private/lmtp-dovecot {
   group = postfix
   user = postfix
 }
}
service managesieve-login {
 inet_listener sieve {
   port = 4190
 }
 process_min_avail = 0
 service_count = 0
}
service managesieve {
 process_limit = 1024
}
service quota-warning {
 executable = script /usr/local/bin/quota-warning.sh
 unix_listener quota-warning {
   user = vmail
 }
 user = vmail
}
service stats {
 fifo_listener stats-mail {
   mode = 0600
   user = vmail
 }
}
ssl_cert = 

pgpbbs0ue4d9S.pgp
Description: Digitale Signatur von OpenPGP