-- Logs begin at Sun 2021-05-02 02:34:36 UTC, end at Sun 2021-05-02 03:26:40 UTC. -- May 02 03:05:19.447367 dv-osbrick-789079-1-ceph systemd[1]: Started Devstack devstack@q-svc.service. May 02 03:05:21.901391 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.common.config [-] Logging enabled! May 02 03:05:21.901991 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 02 03:05:21.902165 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74919) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 02 03:05:21.905339 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.common.config [-] Logging enabled! May 02 03:05:21.905592 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 02 03:05:21.905916 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74919) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 02 03:05:21.906834 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 03:05:21.907063 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 03:05:21.907425 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 03:05:21.907669 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 03:05:21.907912 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 03:05:21.908229 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.908523 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.908819 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.909045 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.909323 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.909614 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.909892 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.910180 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.910499 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.910781 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.911055 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.911339 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.911549 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.911829 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.912132 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.912416 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.912636 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] debug = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.912913 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.913334 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.913742 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.914022 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.914308 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.914585 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.914851 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.915122 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.915402 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.915726 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] host = dv-osbrick-789079-1-ceph {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.916029 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.916316 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.916601 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.916884 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.917158 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.917428 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.917711 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.917981 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.918249 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.918520 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.918806 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.919089 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.919380 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.919604 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.919823 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.920131 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.920413 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.920685 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.920955 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.921223 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.921493 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.921762 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.922027 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.922309 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.922590 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.922871 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.923142 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.923411 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.923680 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.923983 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.924265 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.924534 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.924801 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.925070 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.925350 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.925614 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.925883 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.926265 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] service_plugins = ['router'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.926548 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.926827 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.927107 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.927375 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.927654 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.927964 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.928234 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.928500 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] use_json = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.928766 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.929033 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.929311 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.929579 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.929845 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.930112 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.930377 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.930656 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:21.930946 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.931238 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.931533 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.931812 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.932127 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.932401 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.932684 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.932959 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.933242 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.933525 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.933812 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.934091 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.934377 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.934651 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.934943 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.935242 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.935533 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.935824 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.936121 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.936395 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.936666 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.936942 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.937227 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.937518 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.937808 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.938080 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.938356 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.938644 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.938920 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.939190 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.939463 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.939752 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.940054 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.940326 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.940605 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.940877 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.941144 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.941413 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.941707 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.942000 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.942272 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.942540 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.942807 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.943080 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.943347 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.943627 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.943941 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.944214 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.944484 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.944759 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.945027 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.945295 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.945567 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.945835 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.946108 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.946373 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.946641 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.946907 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.947181 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.947449 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.947717 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.948010 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.948286 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.948556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.948825 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.949093 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.949359 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.949626 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.949909 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.950204 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.950479 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.950751 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.951025 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.951300 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.951572 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.951858 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.952149 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.952424 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.952693 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.952978 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.953258 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.953539 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.953818 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.954099 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.954390 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.954663 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.954943 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.955218 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.955495 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.955782 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.956100 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.956393 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.956684 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.956974 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.957263 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.957598 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.957875 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.958178 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.958454 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:21.958671 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 03:05:21.958911 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74919) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 02 03:05:22.300930 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:22.301217 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:22.301510 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:22.301835 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [-] Loading core plugin: ml2 May 02 03:05:22.688926 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.689201 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.689377 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.690515 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.690790 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.691058 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.726150 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.726419 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.726684 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.740268 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.740545 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.740819 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.770043 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.770329 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.770590 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.806628 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.806906 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:22.807169 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.035114 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.035866 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.035866 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.036071 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.036726 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.159757 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.160102 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.160395 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.160677 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.160941 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.161246 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.161506 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.161761 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.162012 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.162294 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.162546 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.162787 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.163045 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.163300 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.163566 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.163832 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.164260 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.164544 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.164802 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.165070 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.165419 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.165674 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.165923 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.166207 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.166456 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.166700 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.167087 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.167324 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.167562 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.167794 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.168056 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.168288 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.168656 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 02 03:05:23.171741 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 02 03:05:23.175716 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 02 03:05:23.179717 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 02 03:05:23.181399 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 02 03:05:23.181859 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 02 03:05:23.182201 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 02 03:05:23.182591 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 02 03:05:23.186453 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 02 03:05:23.186703 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 02 03:05:23.187056 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 02 03:05:23.214393 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 02 03:05:23.214830 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.215127 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74919) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 02 03:05:23.215492 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.216864 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74919) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 02 03:05:23.217136 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 02 03:05:23.217378 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 02 03:05:23.220740 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.221026 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.289899 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 02 03:05:23.290033 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 02 03:05:23.290297 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 02 03:05:23.290670 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 02 03:05:23.325705 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_db.sqlalchemy.engines [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74919) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 02 03:05:23.664975 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing driver for type 'gre' May 02 03:05:23.665627 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] gre ID ranges: [(1, 1000)] May 02 03:05:23.725369 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing driver for type 'local' May 02 03:05:23.725623 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing driver for type 'vlan' May 02 03:05:23.737997 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] VlanTypeDriver initialization complete May 02 03:05:23.738319 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing driver for type 'vxlan' May 02 03:05:23.738781 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] vxlan ID ranges: [(1, 1000)] May 02 03:05:23.793735 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing extension driver 'port_security' May 02 03:05:23.794060 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.extensions.port_security [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] PortSecurityExtensionDriver initialization complete May 02 03:05:23.794394 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing mechanism driver 'openvswitch' May 02 03:05:23.794725 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing mechanism driver 'hyperv' May 02 03:05:23.801383 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.plugins.ml2.plugin [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:05:23.802172 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.802539 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.802879 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.803268 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.803592 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.803958 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.804330 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.804672 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.805032 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.805401 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.805741 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.806074 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.806439 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.806772 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.807098 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.807461 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.807791 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.808143 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.808470 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] ML2 OVO RPC backend initialized. {{(pid=74919) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 02 03:05:23.809158 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.809502 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.809908 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.810243 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > networks before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.810582 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.810919 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > ports before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.811253 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.811585 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.811944 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.812283 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.812614 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.812942 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.813271 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.813598 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.813968 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.814290 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.814613 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.815173 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.plugin [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Modular L2 Plugin initialization complete May 02 03:05:23.815519 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading services supported by the core plugin {{(pid=74919) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 02 03:05:23.815851 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.plugins.ml2.managers [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Got port-security extension from driver 'port_security' May 02 03:05:23.816310 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.extensions.vlantransparent [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Disabled vlantransparent extension. May 02 03:05:23.816898 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading service plugins: ['router', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74919) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 02 03:05:23.817231 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: router May 02 03:05:23.854551 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.854937 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_create 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.855305 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router before_create 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.855668 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.856061 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.856406 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_delete 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.856754 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.857108 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_create 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.857446 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_update 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.857786 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_update 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.858114 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.858466 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_update 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.858862 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.859223 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.859555 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.859907 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: subnet after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.860246 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.860591 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.860933 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.861262 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.861579 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.861927 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router after_update 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.862260 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.862597 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.862947 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.863280 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.863704 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > network after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.864594 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Tracking information for resource: router configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.864947 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Tracking information for resource: floatingip configured {{(pid=74919) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:05:23.869867 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.db.l3_agentschedulers_db [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 02 03:05:23.870430 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.870787 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port after_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.871144 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port after_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.871490 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: port after_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.872303 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router before_create 55550100 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.872662 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.873015 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.873363 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.877691 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.provider_configuration [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service providers = [] {{(pid=74919) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 02 03:05:23.878019 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.db.servicetype_db [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74919) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 02 03:05:23.881046 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.service_base [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74919) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:05:23.881382 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.service_base [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74919) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:05:23.881712 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.service_base [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74919) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:05:23.882595 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.services.service_base [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74919) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:05:23.882954 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.services.service_base [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Default provider is not specified for service type L3_ROUTER_NAT May 02 03:05:23.883480 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.883791 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: auto_allocate May 02 03:05:23.889515 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: network precommit_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.889877 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: network precommit_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.890392 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.890703 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: tag May 02 03:05:23.897304 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.897625 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: timestamp May 02 03:05:23.901377 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.901699 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: network_ip_availability May 02 03:05:23.907051 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.907418 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.907767 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:23.908495 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.908802 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: flavors May 02 03:05:23.913489 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.913809 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading Plugin: revisions May 02 03:05:23.918006 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74919) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:05:23.918380 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_concurrency.lockutils [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=74919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:23.919069 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74919) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 02 03:05:23.919391 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Initializing extension manager. May 02 03:05:23.919884 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: __init__.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.920251 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: __pycache__ {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.920575 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.920898 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: address_group.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.921640 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.922183 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: address-group May 02 03:05:23.922498 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: address_scope.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.923190 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.923684 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: address-scope May 02 03:05:23.924033 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.924929 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.925420 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: router-admin-state-down-before-update May 02 03:05:23.925733 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: agent.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.926472 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.926957 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: agent May 02 03:05:23.927266 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: agent_resources_synced.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.928179 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.928669 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: agent-resources-synced May 02 03:05:23.928979 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.930728 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.931239 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: allowed-address-pairs May 02 03:05:23.931559 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.932634 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.933131 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: auto-allocated-topology May 02 03:05:23.933443 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: availability_zone.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.934294 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.934789 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: availability_zone May 02 03:05:23.935105 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: availability_zone_filter.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.936038 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.936527 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: availability_zone_filter May 02 03:05:23.936838 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: data_plane_status.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.937718 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.938204 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension data-plane-status not supported by any of loaded plugins May 02 03:05:23.938515 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: default_subnetpools.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.939403 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.939946 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: default-subnetpools May 02 03:05:23.940261 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.941042 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.941537 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: dhcp_agent_scheduler May 02 03:05:23.941896 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: dns.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.942799 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.943287 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension dns-integration not supported by any of loaded plugins May 02 03:05:23.943592 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: dns_domain_ports.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.944525 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.945010 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension dns-domain-ports not supported by any of loaded plugins May 02 03:05:23.945336 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: dvr.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.945978 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.946470 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: dvr May 02 03:05:23.946781 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: empty_string_filtering.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.947661 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.948186 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: empty-string-filtering May 02 03:05:23.948497 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.949378 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.949875 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 02 03:05:23.950174 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.951062 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.951544 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 02 03:05:23.951859 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: external_net.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.952753 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.953239 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: external-net May 02 03:05:23.953548 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.954442 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.954930 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: extra_dhcp_opt May 02 03:05:23.955242 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: extraroute.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.956156 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.956645 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: extraroute May 02 03:05:23.956959 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: extraroute_atomic.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.958036 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.958529 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: extraroute-atomic May 02 03:05:23.958841 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: filter_validation.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.959506 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.960036 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: filter-validation May 02 03:05:23.960349 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: fip_pf_description.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.961225 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.961710 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 02 03:05:23.962017 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: fip_port_details.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.962901 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.963391 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: fip-port-details May 02 03:05:23.963696 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: flavors.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.964930 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.965431 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: flavors May 02 03:05:23.965746 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.967364 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.967859 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 02 03:05:23.968209 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: floatingip_pools.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.968893 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.969389 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: floatingip-pools May 02 03:05:23.969708 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: ip_allocation.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.970616 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.971110 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension ip_allocation not supported by any of loaded plugins May 02 03:05:23.971424 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.972342 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.972836 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: ip-substring-filtering May 02 03:05:23.973189 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l2_adjacency.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.974103 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.974584 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension l2_adjacency not supported by any of loaded plugins May 02 03:05:23.974894 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.975820 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.976350 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: router May 02 03:05:23.976662 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.979227 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.979743 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 02 03:05:23.980098 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.980999 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.981496 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: ext-gw-mode May 02 03:05:23.981812 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.982830 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.983317 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: l3-ha May 02 03:05:23.983640 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3_flavors.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.984555 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.985043 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: l3-flavors May 02 03:05:23.985353 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.986231 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.986720 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: l3-port-ip-change-not-allowed May 02 03:05:23.987031 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: l3agentscheduler.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.988081 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.988680 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: l3_agent_scheduler May 02 03:05:23.988997 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: logging.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.990468 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.990974 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension logging not supported by any of loaded plugins May 02 03:05:23.991303 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: metering.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.992929 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.993442 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension metering not supported by any of loaded plugins May 02 03:05:23.993763 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.994837 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.995326 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension metering_source_and_destination_fields not supported by any of loaded plugins May 02 03:05:23.995642 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: multiprovidernet.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.996574 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.997075 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: multi-provider May 02 03:05:23.997387 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: netmtu.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.998268 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:23.998759 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: net-mtu May 02 03:05:23.999069 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: netmtu_writable.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:23.999990 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.000490 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: net-mtu-writable May 02 03:05:24.000791 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: network_availability_zone.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.001437 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.001924 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: network_availability_zone May 02 03:05:24.002234 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: network_ip_availability.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.003297 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.003782 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: network-ip-availability May 02 03:05:24.004122 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: network_segment_range.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.004903 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.005389 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension network-segment-range not supported by any of loaded plugins May 02 03:05:24.005703 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: pagination.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.006653 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.006974 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: pagination May 02 03:05:24.007282 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: port_device_profile.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.008199 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.008694 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: port-device-profile May 02 03:05:24.009008 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.009900 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.010393 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: port-mac-address-regenerate May 02 03:05:24.010699 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.011581 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.012102 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: port-numa-affinity-policy May 02 03:05:24.012413 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: port_resource_request.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.013305 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.013788 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension port-resource-request not supported by any of loaded plugins May 02 03:05:24.014096 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: portbindings.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.014997 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.015486 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: binding May 02 03:05:24.015781 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: portbindings_extended.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.017099 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.017590 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: binding-extended May 02 03:05:24.017907 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: portsecurity.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.018794 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.019283 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: port-security May 02 03:05:24.019604 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: project_id.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.020661 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.020984 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: project-id May 02 03:05:24.021292 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: providernet.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.022186 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.022685 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: provider May 02 03:05:24.022996 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.026661 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.027170 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos not supported by any of loaded plugins May 02 03:05:24.027491 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.028750 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.029249 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 02 03:05:24.029577 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.030464 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.030959 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 02 03:05:24.031274 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_default.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.032202 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.032702 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-default not supported by any of loaded plugins May 02 03:05:24.033019 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_fip.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.033654 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.034139 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-fip not supported by any of loaded plugins May 02 03:05:24.034450 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.035347 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.035898 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 02 03:05:24.036225 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.037109 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.037601 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 02 03:05:24.037912 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.038799 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.039292 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 02 03:05:24.039610 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: qos_rules_alias.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.040669 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.041167 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension qos-rules-alias not supported by any of loaded plugins May 02 03:05:24.041486 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: quotasv2.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.042369 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.042681 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: quotas May 02 03:05:24.042992 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: quotasv2_detail.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.044662 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.044942 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: quota_details May 02 03:05:24.045263 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: rbac.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.046285 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.046800 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: rbac-policies May 02 03:05:24.047116 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: rbac_address_group.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.048066 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.048564 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: rbac-address-group May 02 03:05:24.048882 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: rbac_address_scope.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.049782 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.050276 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: rbac-address-scope May 02 03:05:24.050595 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: rbac_security_groups.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.051567 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.052100 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: rbac-security-groups May 02 03:05:24.052416 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.053305 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.053801 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: rbac-subnetpool May 02 03:05:24.054111 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: revisionifmatch.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.054999 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.055491 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: revision-if-match May 02 03:05:24.055802 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: revisions.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.056916 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.057415 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: standard-attr-revisions May 02 03:05:24.057760 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: router_availability_zone.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.058387 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.058881 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: router_availability_zone May 02 03:05:24.059197 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: routerservicetype.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.060127 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.060615 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension router-service-type not supported by any of loaded plugins May 02 03:05:24.060924 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.061812 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.062308 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: security-groups-normalized-cidr May 02 03:05:24.062617 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.063498 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.064041 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: port-security-groups-filtering May 02 03:05:24.064349 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.065243 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.065737 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: security-groups-remote-address-group May 02 03:05:24.066049 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: securitygroup.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.075536 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.076087 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: security-group May 02 03:05:24.076412 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: segment.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.077179 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.077675 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension segment not supported by any of loaded plugins May 02 03:05:24.077989 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.078892 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.079381 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 02 03:05:24.079703 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: servicetype.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.080840 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.081339 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: service-type May 02 03:05:24.081654 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: sorting.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.082724 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.083029 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: sorting May 02 03:05:24.083341 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: standard_attr_segment.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.084265 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.084759 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension standard-attr-segment not supported by any of loaded plugins May 02 03:05:24.085072 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: standardattrdescription.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.085707 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.086197 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: standard-attr-description May 02 03:05:24.086512 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: stateful_security_group.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.087400 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.087924 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: stateful-security-group May 02 03:05:24.088239 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: stdattrs_common.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.088793 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 02 03:05:24.089102 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.090078 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.090569 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 02 03:05:24.090878 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: subnet_onboard.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.091939 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.092441 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: subnet_onboard May 02 03:05:24.092754 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.093825 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.094318 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 02 03:05:24.094629 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: subnet_service_types.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.095519 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.096041 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: subnet-service-types May 02 03:05:24.096352 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: subnetallocation.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.097413 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.097937 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: subnet_allocation May 02 03:05:24.098252 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.098892 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.099380 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: subnetpool-prefix-ops May 02 03:05:24.099687 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.100623 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.101114 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 02 03:05:24.101425 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: tagging.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.102507 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.102999 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: standard-attr-tag May 02 03:05:24.103709 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: timestamp.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.105012 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.105519 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loaded extension: standard-attr-timestamp May 02 03:05:24.105838 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: trunk.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.106854 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.107351 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension trunk not supported by any of loaded plugins May 02 03:05:24.107666 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: trunk_details.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.108586 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.109084 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension trunk-details not supported by any of loaded plugins May 02 03:05:24.109403 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.110305 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.110803 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 02 03:05:24.111117 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Loading extension file: vlantransparent.py {{(pid=74919) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:05:24.111769 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74919) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:05:24.112290 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extension vlan-transparent not supported by any of loaded plugins May 02 03:05:24.114825 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:network May 02 03:05:24.115569 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:subnet May 02 03:05:24.116389 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:05:24.116977 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:port May 02 03:05:24.118255 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.118702 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service FLAVORS assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.119314 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.119741 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.120093 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:router May 02 03:05:24.120739 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:floatingip May 02 03:05:24.122452 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:24.122853 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:24.123213 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:05:24.124400 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of CountableResource for resource:rbac_policy May 02 03:05:24.124885 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:security_group May 02 03:05:24.125600 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:security_group_rule May 02 03:05:24.126325 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service CORE assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.126649 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:05:24.126986 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] subnetpool is already registered May 02 03:05:24.127565 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service CORE assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.127910 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:05:24.128233 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] subnetpool is already registered May 02 03:05:24.130744 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.131162 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service FLAVORS assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.131750 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.132192 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.132514 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:router May 02 03:05:24.132831 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] router is already registered May 02 03:05:24.133412 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:floatingip May 02 03:05:24.133738 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] floatingip is already registered May 02 03:05:24.134552 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of CountableResource for resource:rbac_policy May 02 03:05:24.134872 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] rbac_policy is already registered May 02 03:05:24.135276 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:security_group May 02 03:05:24.135591 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] security_group is already registered May 02 03:05:24.137437 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:security_group_rule May 02 03:05:24.137776 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] security_group_rule is already registered May 02 03:05:24.138445 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service CORE assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.138773 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:05:24.139102 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] subnetpool is already registered May 02 03:05:24.139685 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.v2.resource_helper [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Service CORE assigned prefix: {{(pid=74919) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:05:24.140035 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:05:24.140365 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING neutron.quota.resource_registry [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] subnetpool is already registered May 02 03:05:24.141007 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: extensions {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.142511 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: address-groups {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.144040 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: address-scopes {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.145516 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: agents {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.146674 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: auto-allocated-topology {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.147944 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: availability_zones {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.149261 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: dhcp-networks {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.150712 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: dhcp-agents {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.152164 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: routers {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.153955 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: flavors {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.155122 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: service_profiles {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.156368 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: next_providers {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.157787 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: service_profiles {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.159299 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: floatingip-pools {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.160596 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: routers {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.162303 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: floatingips {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.163624 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: l3-routers {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.165052 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: l3-agents {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.166447 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: network-ip-availabilities {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.167790 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: bindings {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.169354 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: quotas {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.170785 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: quotas {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.172308 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: rbac-policies {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.173496 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: security-groups {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.174709 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: security-group-rules {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.175939 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: service-providers {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.177330 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: subnetpools {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.178649 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: subnetpools {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.180123 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.181912 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.183597 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.185494 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.187154 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.189038 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.190812 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.192672 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.194430 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.197193 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron.api.extensions [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Extended resource: tags {{(pid=74919) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:05:24.319983 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING keystonemiddleware.auth_token [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 02 03:05:24.324535 dv-osbrick-789079-1-ceph neutron-server[74919]: WARNING keystonemiddleware.auth_token [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 02 03:05:24.332997 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_concurrency.lockutils [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Acquired lock "singleton_lock" {{(pid=74919) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 02 03:05:24.333472 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_concurrency.lockutils [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Releasing lock "singleton_lock" {{(pid=74919) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 02 03:05:24.334125 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Starting 2 workers May 02 03:05:24.338726 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Started child 75026 {{(pid=74919) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:05:24.342939 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Started child 75027 {{(pid=74919) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:05:24.344518 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.345270 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO neutron.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Neutron service started, listening on 0.0.0.0:9696 May 02 03:05:24.345270 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Notify callbacks [] for process, before_spawn {{(pid=74919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.346007 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [-] (75026) wsgi starting up on http://0.0.0.0:9696 May 02 03:05:24.347475 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Starting 1 workers May 02 03:05:24.348251 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.349704 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [-] (75027) wsgi starting up on http://0.0.0.0:9696 May 02 03:05:24.352785 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Started child 75028 {{(pid=74919) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:05:24.353811 dv-osbrick-789079-1-ceph neutron-server[74919]: INFO oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Starting 1 workers May 02 03:05:24.356947 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] calling RpcWorker wait() {{(pid=75028) _wait /opt/stack/neutron/neutron/service.py:128}} May 02 03:05:24.357500 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] returning from RpcWorker wait() {{(pid=75028) _wait /opt/stack/neutron/neutron/service.py:135}} May 02 03:05:24.357989 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Started child 75029 {{(pid=74919) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:05:24.358674 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.358766 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG neutron_lib.callbacks.manager [None req-95bcc37d-2316-4058-8c21-509fce66a8a6 None None] Notify callbacks [] for process, after_spawn {{(pid=74919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.359158 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:05:24.360632 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74919) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 02 03:05:24.360839 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 03:05:24.361018 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 03:05:24.361240 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 03:05:24.361568 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 03:05:24.361729 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 03:05:24.362265 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.362543 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.362825 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.363078 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.363356 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.363442 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.364045 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.364298 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.364554 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.364688 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:05:24.364833 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.365068 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.365237 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.365409 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.365649 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.365896 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.366177 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.366440 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.366681 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.367361 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.367508 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.367683 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.367962 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.368214 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.368486 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] debug = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.368714 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.369188 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.369413 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.369655 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.369873 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.370141 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.370395 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.370670 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.370899 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.371111 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.371349 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.371591 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.371818 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.372058 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.372293 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.372695 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.373055 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.373553 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] host = dv-osbrick-789079-1-ceph {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.373799 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.374023 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.374255 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.374499 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.374738 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.374966 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.375220 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.375474 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.375712 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.375967 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.376222 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.376463 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.376701 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.376936 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.377099 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_options = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.377338 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.377602 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.377858 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.378048 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.378213 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.378387 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.378633 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.378791 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.379040 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.379431 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.379662 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.379896 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.380143 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.380356 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.380613 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.380857 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.381090 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.381301 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.381561 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.381786 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.382009 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.382250 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.382480 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.382697 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.382907 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.383118 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.383339 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.383549 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.383759 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.384041 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.384257 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.384496 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.384725 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.387556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_json = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.388547 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.389113 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.389113 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.389256 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.389464 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.389867 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.390278 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.390819 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.391177 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.391569 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.391971 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.392226 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.392457 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.392700 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.392949 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.393272 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.393493 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.393810 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.394034 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.394380 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.394856 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.395253 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.395680 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.396058 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.396418 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.396780 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.397165 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.397680 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.397950 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.398199 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.398468 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.398684 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.398925 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.399140 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.399369 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.399601 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.399813 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.400107 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.400371 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.400873 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.401097 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.401331 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.401581 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.401811 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.402039 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.402305 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.402506 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.402723 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.402934 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.403149 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.403357 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.403572 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.403830 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.404086 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.404298 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.404570 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.404759 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.404979 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.405186 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.405531 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.405908 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.406275 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.406625 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.406984 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.407340 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.407699 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.408112 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.408492 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.408877 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.409228 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.409580 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.409947 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.410322 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.410819 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.411191 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.411572 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.411967 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.412321 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.412686 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.413070 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.413419 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.413774 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.413997 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.414240 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.414468 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.414687 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.414892 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.415249 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.415596 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.416016 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.416462 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.416817 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.417201 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.417579 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.417970 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.418223 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.418489 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.418728 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.418974 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.419196 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.419443 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.419696 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.420378 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.420378 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.420378 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.420647 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.420867 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.421098 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.421330 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.421578 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.421823 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.422083 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.422467 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.422773 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.423044 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.423335 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.423605 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.423881 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.424179 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.424399 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.424688 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.424978 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.425226 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.425492 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.425739 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.426027 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.426286 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.426532 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.426777 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.427004 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.427230 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.427464 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.427732 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.428007 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.428238 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.428448 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.428692 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.429018 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.429244 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.429454 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.429666 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.430307 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.430567 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.430783 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.431054 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.431305 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.431550 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.431804 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.432069 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.432278 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.432506 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.432739 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.432966 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.433206 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.433416 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.433630 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.433836 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.434047 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.434284 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.434502 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.434715 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.434921 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.435134 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.435370 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.435612 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.435826 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.436059 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.436633 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.436855 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.437068 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.437280 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.437502 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.437741 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.437972 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.438233 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.438476 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.438687 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.438909 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.439158 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.439419 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.439629 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.439890 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.440111 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.440318 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.440525 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.440738 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.440946 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.441157 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.441380 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.441594 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.441952 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.442174 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.442481 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.442720 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.442943 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.443180 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.443389 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.443615 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.443863 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.444093 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.444321 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.444529 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.444763 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.445023 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.445267 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.445510 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.445724 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.445946 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.446166 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.446522 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.446733 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.447018 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.447258 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.447481 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.447710 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.447972 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.448212 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.448437 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.448660 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.448868 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.449090 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.449308 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.449530 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.449733 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.449940 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.450147 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.450366 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.450570 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.450772 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.450999 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.451203 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.451418 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.451623 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.451832 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.452062 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.452267 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.452575 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.452823 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.453038 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.453328 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.453556 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.453779 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.454049 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.454364 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.454593 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.454829 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.455044 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.455256 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.455469 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.455731 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.456063 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.456358 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.456622 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.456855 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.457110 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.457426 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.457668 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.457874 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.458156 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.458458 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.458745 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.458988 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.459549 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.459679 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.459939 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.460149 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.460382 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.460618 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.460830 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.461091 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.461323 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.461563 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.461778 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.462038 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.462215 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.462450 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.462825 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.463190 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.463422 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.463577 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 03:05:24.464175 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74919) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 02 03:05:24.464350 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 03:05:24.464486 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 03:05:24.464657 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 03:05:24.464824 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 03:05:24.464973 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 03:05:24.465327 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.465489 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.465648 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.465806 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.466104 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.466423 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.466585 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.466742 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.467038 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.467194 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.467349 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.467642 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.467800 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.467982 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.468141 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.468291 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.468441 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.468603 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.468766 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.468925 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.469080 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.469234 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.469388 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] debug = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.469544 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.469716 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.469871 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.470164 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.470453 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.470611 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.470767 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.470922 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.471077 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.471232 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.471386 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.471561 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.471694 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.471872 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.472024 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.472173 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.472339 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.472478 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] host = dv-osbrick-789079-1-ceph {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.472632 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.472786 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473028 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473176 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473325 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473478 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473636 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473791 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.473946 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.474101 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.474255 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.474408 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.474566 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.474721 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.474875 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_options = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.475032 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.475183 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.475476 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.475795 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.475981 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.476112 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.476260 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.476409 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.476558 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.476716 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.476868 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477022 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477174 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477329 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477483 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477636 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477790 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.477943 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.478025 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:05:24.478107 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.478240 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.478760 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.478914 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.479066 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.479220 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.479375 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.479528 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.479682 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.479834 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480008 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480162 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480316 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480466 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480620 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480776 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.480931 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.481085 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.481239 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.481398 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] service_plugins = ['router'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.481551 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.481706 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.481873 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482026 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482179 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482334 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482487 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482641 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_json = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482795 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.482950 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.483105 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.483258 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.483411 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.483564 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.483718 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.483896 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:05:24.484071 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.484228 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.484396 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.484554 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.484711 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.484868 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485024 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485180 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485338 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485493 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485657 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485815 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.485982 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.486138 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.486293 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.486455 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.486611 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.486768 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.486925 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.487082 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.487238 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.487394 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.487566 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.487721 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.487904 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.488063 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.488218 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.488376 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.488608 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.488764 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.488922 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.489078 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.489236 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.489395 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.489550 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.489707 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.489865 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490021 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490181 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490338 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490496 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490652 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490809 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.490967 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.491144 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.491310 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.491468 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.491621 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.491784 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.491953 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.492123 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.492280 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.492437 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.492593 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.492750 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.492909 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.493066 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.493222 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.493378 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.493535 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.493708 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.493877 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494034 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494189 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494345 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494502 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494658 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494815 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.494971 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.495128 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.495284 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.495441 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.495599 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.495753 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.495971 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.496089 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.496235 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.496406 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.496546 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.496703 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.496860 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.497018 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.497174 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.497332 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.497496 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.497671 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498207 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498207 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498207 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498602 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498602 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498602 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498819 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498819 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.498980 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.499137 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.499294 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.499452 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.499608 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.499764 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.499997 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.500134 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.500308 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.500583 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.500583 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.500747 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.500881 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501024 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501103 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501253 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501405 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501570 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501727 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.501890 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.502047 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.502352 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.502654 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.502942 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.503102 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504333 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504806 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504806 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.504806 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.505024 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.505024 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.505169 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.505310 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.505504 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.505626 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506127 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506127 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506127 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506362 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506362 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506509 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506649 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506801 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.506962 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.507142 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.507287 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.507453 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.507558 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.507734 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.507910 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508054 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508215 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508371 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508530 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508688 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508846 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.508988 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.509148 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.509313 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.509454 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.509606 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.509768 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.509909 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510063 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510217 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510370 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510527 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510684 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510841 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.510999 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.511153 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.511308 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.511461 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.511621 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.511786 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.511962 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512096 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512227 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512358 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512518 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512677 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512828 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.512981 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.513166 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.513301 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.513433 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.513612 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.513748 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.513881 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514012 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514179 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514313 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514447 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514600 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514758 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.514898 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515059 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515217 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515376 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515523 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515667 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515808 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.515986 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.516141 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.516300 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.516458 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.516630 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.516788 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.516939 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.517083 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.517235 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.517401 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.517559 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.517709 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.517842 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518001 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518165 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518314 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518467 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518626 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518783 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.518951 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.519092 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.519251 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.519390 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.519550 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.519717 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.519946 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.520090 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.520246 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.520399 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.520555 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.520714 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.520874 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521038 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521187 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521341 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521499 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521668 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521826 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.521975 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.522137 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.522297 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.522454 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.522602 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.522762 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.522928 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.523093 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.523252 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.523419 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.523586 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.523750 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.523915 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.524075 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.524242 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.524402 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.524560 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.524719 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.524877 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525034 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525193 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525351 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525502 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525655 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525814 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.525973 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.526130 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.526279 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.526433 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.526591 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.526749 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.526896 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.527051 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.527209 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:05:24.527347 dv-osbrick-789079-1-ceph neutron-server[74919]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74919) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 03:05:24.620194 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 44376) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:24.633035 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095420 May 02 03:05:35.620736 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffe6dc-207a-40e1-a4e1-a7ab5f25d1a7 None None] get_active_networks_info from dv-osbrick-789079-1-ceph {{(pid=75028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 02 03:05:35.784742 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffe6dc-207a-40e1-a4e1-a7ab5f25d1a7 None None] No non-hosted networks {{(pid=75028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 02 03:05:35.799194 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ce65755-9bdf-4d82-8cc7-0de329383467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732'] for agent, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:37.582500 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732'] for agent, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:37.583927 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.584739 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.585251 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.585708 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.586150 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.586625 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.587111 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.587632 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.588117 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.588606 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.589341 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.589831 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:37.590389 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-osbrick-789079-1-ceph', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:05:37.598427 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-45cd2a0f-47f1-4021-b951-d9e9ce942679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732'] for agent, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:37.625123 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-603d7721-7249-47c8-b98f-8b3e76dc07a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:37.640775 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-osbrick-789079-1-ceph', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:05:38.766893 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732'] for agent, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:39.643480 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.db.l3_hamode_db [None req-22a16ce6-59c8-43f1-9ecb-4be8d22fa0eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 02 03:05:39.726647 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a16ce6-59c8-43f1-9ecb-4be8d22fa0eb None None] Routers set() bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:05:39.727116 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a16ce6-59c8-43f1-9ecb-4be8d22fa0eb None None] Router IDs set() for agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 02 03:05:39.944464 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44466) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:40.191293 dv-osbrick-789079-1-ceph neutron-server[75026]: WARNING oslo_policy.policy [None req-5f5bc7a4-4cd0-4915-a1bf-fd5e98413294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:05:40.191925 dv-osbrick-789079-1-ceph neutron-server[75026]: WARNING oslo_policy.policy [None req-5f5bc7a4-4cd0-4915-a1bf-fd5e98413294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:05:40.393329 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [None req-5f5bc7a4-4cd0-4915-a1bf-fd5e98413294 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:05:40.394543 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-5f5bc7a4-4cd0-4915-a1bf-fd5e98413294 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.4479430 May 02 03:05:42.589799 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44480) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:42.646699 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:05:42.743930 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.policy [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75026) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 03:05:42.787572 dv-osbrick-789079-1-ceph neutron-server[75026]: WARNING oslo_policy.policy [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:05:42.787879 dv-osbrick-789079-1-ceph neutron-server[75026]: WARNING oslo_policy.policy [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:05:42.796572 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.quota [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] Loaded quota_driver: . May 02 03:05:42.814026 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:42.882282 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766584021063', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766584470749', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766584210556', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766584218597', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766584194576', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766584205120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1653727', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602118'] for rbac-policy, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:42.947118 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:42.948345 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-cc63a00b-0c32-4b24-9706-d21880b6d663 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.3575656 May 02 03:05:45.144897 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44494) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:45.202973 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Request body: {'network': {'project_id': '69fe16842fab4ec4b345591102b9c296', 'name': 'private', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:05:45.209608 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:45.214512 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Usage tracker for resource:network and tenant:69fe16842fab4ec4b345591102b9c296 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:05:45.219454 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:05:45.226066 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:05:45.239082 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Made reservation on behalf of 69fe16842fab4ec4b345591102b9c296 for: {'network': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:05:45.241900 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.260570 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.275044 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:45.279134 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Usage tracker for resource:security_group_rule and tenant:69fe16842fab4ec4b345591102b9c296 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:05:45.285670 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:05:45.291335 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:05:45.396025 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.401443 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.406826 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:45.423328 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=75026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:05:45.450284 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766582694714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.450867 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Unsubscribe: segment precommit_create {{(pid=75026) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 03:05:45.451337 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.segments_db [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Added segment ee40992d-edde-4b10-a68f-084a9dedc42d of type vlan for network 10276e68-8f7c-4233-8aa6-89d4e1af50ad May 02 03:05:45.502183 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db704f03-9c56-4115-a098-8f132b4e50ff,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:45.521691 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.522045 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.522358 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.522678 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.523148 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.523298 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.523611 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.523972 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.524310 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.524618 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.524921 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.525221 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Tracked resource versions report: May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: pushed versions: May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: { 'AddressGroup': {'1.2'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'ConntrackHelper': {'1.0'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Log': {'1.0'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Network': {'1.1'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Port': {'1.7'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'PortForwarding': {'1.2'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'QosPolicy': {'1.8'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroup': {'1.4'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroupRule': {'1.2'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SubPort': {'1.0'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Subnet': {'1.1'}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Trunk': {'1.1'}} May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: consumer versions: May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'ConntrackHelper': '1.0', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Log': '1.0', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Network': '1.1', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Port': '1.7', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'PortForwarding': '1.2', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'QosPolicy': '1.8', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroup': '1.4', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroupRule': '1.2', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SubPort': '1.0', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Subnet': '1.1', May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Trunk': '1.1'}} May 02 03:05:45.526254 dv-osbrick-789079-1-ceph neutron-server[75026]: {{(pid=75026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:05:45.567828 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:45.569515 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.615141 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.616640 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:45.617284 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.620381 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:45.722153 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Pushing event updated for resources: {'Network': ['ID=10276e68-8f7c-4233-8aa6-89d4e1af50ad,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:45.725195 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5792892 May 02 03:05:45.727178 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:45.740383 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:05:48.020921 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44510) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:48.182908 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1ca35-a8d7-4914-bea9-1086206c5dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:48.184207 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-cfb1ca35-a8d7-4914-bea9-1086206c5dfd admin admin] 10.222.0.41 "GET /v2.0/networks/10276e68-8f7c-4233-8aa6-89d4e1af50ad HTTP/1.1" status: 200 len: 825 time: 0.1623261 May 02 03:05:48.212157 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-4f2d6b42-3c9d-4a4c-b429-390491c7f3a4 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/9b28a522-f527-40ce-ba89-a505e90e142f HTTP/1.1" status: 200 len: 734 time: 0.0224540 May 02 03:05:48.220396 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Request body: {'subnet': {'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f', 'name': 'private-subnet'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:05:48.224688 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:48.229183 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Usage tracker for resource:subnet and tenant:69fe16842fab4ec4b345591102b9c296 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:05:48.232296 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:05:48.238492 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:05:48.252114 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Made reservation on behalf of 69fe16842fab4ec4b345591102b9c296 for: {'subnet': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:05:48.254353 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:48.723691 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:48.727540 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:48.803132 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2,revision_number=0']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:48.808482 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:48.809371 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Checking segment: {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:05:48.809743 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Network hostable DHCP agents. Network: 10276e68-8f7c-4233-8aa6-89d4e1af50ad, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:05:48.831682 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:05:48.844333 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, 10276e68-8f7c-4233-8aa6-89d4e1af50ad) {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:05:48.849975 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:48.850558 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:48.855680 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b765b2d-9c30-4954-a3f3-8f42c9d0eb02 None None] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:05:48.878680 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6614234 May 02 03:05:49.164734 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf2d1752-4a0f-5f0d-bd3c-4b314312f6d9-10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2'}]}} from dv-osbrick-789079-1-ceph. {{(pid=75028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:05:49.165992 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:49.347439 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Allocated IP 172.20.0.2 (10276e68-8f7c-4233-8aa6-89d4e1af50ad/d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2/f574401f-ab08-4440-905c-5a1fded27f83) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:05:49.573075 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:49.585936 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Transition to ACTIVE for port object f574401f-ab08-4440-905c-5a1fded27f83 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:05:49.608518 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Transition to ACTIVE for port object f574401f-ab08-4440-905c-5a1fded27f83 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:05:49.615826 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:49.621393 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:49.675003 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:05:49.676406 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:05:49.681552 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:05:49.695457 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Pushing event updated for resources: {'Port': ['ID=f574401f-ab08-4440-905c-5a1fded27f83,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:49.737127 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.737454 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.737779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.738093 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.738440 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.738779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.739086 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.739397 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.739720 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.740051 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.740338 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.740635 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Tracked resource versions report: May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: pushed versions: May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: { 'AddressGroup': {'1.2'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'ConntrackHelper': {'1.0'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Log': {'1.0'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Network': {'1.1'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Port': {'1.7'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'PortForwarding': {'1.2'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'QosPolicy': {'1.8'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroup': {'1.4'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroupRule': {'1.2'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SubPort': {'1.0'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Subnet': {'1.1'}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Trunk': {'1.1'}} May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: consumer versions: May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'ConntrackHelper': '1.0', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Log': '1.0', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Network': '1.1', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Port': '1.7', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'PortForwarding': '1.2', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'QosPolicy': '1.8', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroup': '1.4', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroupRule': '1.2', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SubPort': '1.0', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Subnet': '1.1', May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Trunk': '1.1'}} May 02 03:05:49.741726 dv-osbrick-789079-1-ceph neutron-server[75028]: {{(pid=75028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:05:49.772179 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:49.791807 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Attempting to bind port f574401f-ab08-4440-905c-5a1fded27f83 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:05:49.792231 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Attempting to bind port f574401f-ab08-4440-905c-5a1fded27f83 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:05:49.792645 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Attempting to bind port f574401f-ab08-4440-905c-5a1fded27f83 on network 10276e68-8f7c-4233-8aa6-89d4e1af50ad {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:05:49.798081 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:05:49.798486 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Checking segment: {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:05:49.798950 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:49.799330 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Bound using segment: {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:05:49.799817 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Bound port: f574401f-ab08-4440-905c-5a1fded27f83, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:05:49.800238 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:49.888666 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] For port f574401f-ab08-4440-905c-5a1fded27f83, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:05:49.892446 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] For port f574401f-ab08-4440-905c-5a1fded27f83, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=f574401f-ab08-4440-905c-5a1fded27f83,segment=NetworkSegment(ee40992d-edde-4b10-a68f-084a9dedc42d),segment_id=ee40992d-edde-4b10-a68f-084a9dedc42d)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:05:49.898227 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:49.902076 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:49.984365 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Pushing event updated for resources: {'Port': ['ID=f574401f-ab08-4440-905c-5a1fded27f83,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:49.988787 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:51.088503 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 44520) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:51.204942 dv-osbrick-789079-1-ceph neutron-server[75027]: WARNING oslo_policy.policy [None req-c6fe6bcd-e30f-47fa-bf5b-864e3b84cc26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:05:51.205507 dv-osbrick-789079-1-ceph neutron-server[75027]: WARNING oslo_policy.policy [None req-c6fe6bcd-e30f-47fa-bf5b-864e3b84cc26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:05:51.409890 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [None req-c6fe6bcd-e30f-47fa-bf5b-864e3b84cc26 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:05:51.411090 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-c6fe6bcd-e30f-47fa-bf5b-864e3b84cc26 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.3216317 May 02 03:05:53.578230 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 44534) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:53.625122 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [None req-5248e30c-a9f3-4e14-90bf-62ae5f7c9945 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:05:53.626049 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-5248e30c-a9f3-4e14-90bf-62ae5f7c9945 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0468850 May 02 03:05:55.392787 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d165721-a37d-47fe-807f-04c4f3d9a540 None None] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:05:55.485149 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-93d67719-be90-403f-98a5-4d1cf617e557 None None] Provisioning for port f574401f-ab08-4440-905c-5a1fded27f83 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:05:55.495513 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device f574401f-ab08-4440-905c-5a1fded27f83 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:05:55.628584 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port f574401f-ab08-4440-905c-5a1fded27f83 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:05:55.637690 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port f574401f-ab08-4440-905c-5a1fded27f83 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:05:55.638022 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:55.810535 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:55.846718 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port f574401f-ab08-4440-905c-5a1fded27f83, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=f574401f-ab08-4440-905c-5a1fded27f83,segment=NetworkSegment(ee40992d-edde-4b10-a68f-084a9dedc42d),segment_id=ee40992d-edde-4b10-a68f-084a9dedc42d)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:05:55.851971 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:55.858979 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:55.866426 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44550) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:55.916259 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Request body: {'router': {'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:05:55.921321 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:55.925649 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Usage tracker for resource:router and tenant:69fe16842fab4ec4b345591102b9c296 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:05:55.930685 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:05:55.937426 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:05:55.948975 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24818'] for router, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:55.950730 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24779'] for router, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:55.960694 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=f574401f-ab08-4440-905c-5a1fded27f83,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:55.963766 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:55.974295 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:56.017428 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-f53f5187-82bf-456f-8518-0405187165ef None None] Provisioning complete for port f574401f-ab08-4440-905c-5a1fded27f83 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:05:56.017783 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f53f5187-82bf-456f-8518-0405187165ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:56.085183 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-993637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937843'] for router, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:56.104381 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] Notify callbacks [] for router, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:56.105553 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-97d938f7-2eb8-4158-b05f-fbca62c71b0e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2381444 May 02 03:05:57.462728 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device f574401f-ab08-4440-905c-5a1fded27f83 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:05:57.529222 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port f574401f-ab08-4440-905c-5a1fded27f83 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:05:57.529580 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:58.286368 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44560) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:58.348454 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [None req-669af9ec-5fd6-407a-ae26-0004a9bc2013 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:05:58.349420 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-669af9ec-5fd6-407a-ae26-0004a9bc2013 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0617881 May 02 03:06:00.556881 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 44570) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:00.611490 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:06:00.613838 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.quota [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Loaded quota_driver: . May 02 03:06:00.629972 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:06:00.636496 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Usage tracker for resource:network and tenant:a203a78c5b364fab9a4491154c603939 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:06:00.641455 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:06:00.648969 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:06:00.668559 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Made reservation on behalf of a203a78c5b364fab9a4491154c603939 for: {'network': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:06:00.743167 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.policy [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75027) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 03:06:00.787471 dv-osbrick-789079-1-ceph neutron-server[75027]: WARNING oslo_policy.policy [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:06:00.787822 dv-osbrick-789079-1-ceph neutron-server[75027]: WARNING oslo_policy.policy [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:06:00.797453 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:00.817122 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:00.831415 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:06:00.835469 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Usage tracker for resource:security_group_rule and tenant:a203a78c5b364fab9a4491154c603939 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:06:00.838956 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:06:00.844858 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:06:00.943999 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:00.949324 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:00.954770 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:00.965259 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Reserving flat network on physical network physnet1 {{(pid=75027) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 02 03:06:00.995260 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766582694714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:00.995744 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Unsubscribe: segment precommit_create {{(pid=75027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 03:06:00.996207 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.segments_db [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Added segment 0e2aea23-e37c-46eb-8d66-122d03d7c385 of type flat for network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 May 02 03:06:01.045753 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a01c59-e83c-497b-8006-dbc6490deeb1,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:01.066149 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.066479 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.066857 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.067166 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.067465 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.067778 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.068106 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.068400 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.068707 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.069001 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.069274 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.069564 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Tracked resource versions report: May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: pushed versions: May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: { 'AddressGroup': {'1.2'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'ConntrackHelper': {'1.0'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Log': {'1.0'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Network': {'1.1'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Port': {'1.7'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'PortForwarding': {'1.2'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'QosPolicy': {'1.8'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroup': {'1.4'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroupRule': {'1.2'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SubPort': {'1.0'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Subnet': {'1.1'}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Trunk': {'1.1'}} May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: consumer versions: May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'ConntrackHelper': '1.0', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Log': '1.0', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Network': '1.1', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Port': '1.7', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'PortForwarding': '1.2', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'QosPolicy': '1.8', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroup': '1.4', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroupRule': '1.2', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SubPort': '1.0', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Subnet': '1.1', May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Trunk': '1.1'}} May 02 03:06:01.070592 dv-osbrick-789079-1-ceph neutron-server[75027]: {{(pid=75027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:06:01.116248 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:01.120690 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:01.160969 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:01.162915 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:06:01.163973 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:01.171026 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:01.280751 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7228284 May 02 03:06:01.283396 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6ddd87-84b4-48a8-9d4e-d3714af675c3,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:01.298703 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:01.306465 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:06:03.455341 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 44586) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:03.580028 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d4a88-0a49-494f-8bcc-8f4ef1a56ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:06:03.581361 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-eb1d4a88-0a49-494f-8bcc-8f4ef1a56ce7 admin admin] 10.222.0.41 "GET /v2.0/subnets/d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2 HTTP/1.1" status: 200 len: 849 time: 0.1247156 May 02 03:06:03.754037 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-e035b682-7b30-4eeb-b560-e31ed309f6fa admin admin] 10.222.0.41 "GET /v2.0/routers/4603d175-673e-449e-b3d5-e7cd2608997c HTTP/1.1" status: 200 len: 704 time: 0.1643128 May 02 03:06:04.225865 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:04.474965 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Allocated IP 172.20.0.1 (10276e68-8f7c-4233-8aa6-89d4e1af50ad/d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2/d96c8021-57a8-40b8-bcdc-ec73f7a90bc5) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:06:04.627716 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:04.645718 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Transition to ACTIVE for port object d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:06:04.703305 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:04.709407 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:04.767079 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:06:04.769759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:06:04.779679 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:06:04.780158 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632435'] for router_interface, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:04.896643 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Pushing event updated for resources: {'Port': ['ID=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:04.919567 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:04.919772 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6eadaebc-7771-4ac4-a969-798f9d8d85af None None] Provisioning for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:06:04.924330 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6eadaebc-7771-4ac4-a969-798f9d8d85af None None] Provisioning complete for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:06:04.924697 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6eadaebc-7771-4ac4-a969-798f9d8d85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:04.976983 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6eadaebc-7771-4ac4-a969-798f9d8d85af None None] Port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:06:05.043464 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:05.303835 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:05.311967 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:05.313012 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994540'] for router_interface, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:05.316081 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:05.395647 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b3ba64a6-04cd-47c3-b6eb-9110909362be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:05.439537 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Pushing event updated for resources: {'Port': ['ID=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:05.443527 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:05.505186 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:06:05.506276 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:06:05.693254 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Router 4603d175-673e-449e-b3d5-e7cd2608997c is scheduled to L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b with binding_index 1 {{(pid=75027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:06:05.706379 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-4d3f79d5-c100-4692-a878-4ec9b980434c None None] Provisioning complete for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:06:05.706967 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d3f79d5-c100-4692-a878-4ec9b980434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:05.795567 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f79d5-c100-4692-a878-4ec9b980434c None None] Port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:06:05.885717 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:06:05.895654 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Sync routers for ids ['4603d175-673e-449e-b3d5-e7cd2608997c'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:06:05.896155 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] 10.222.0.41 "PUT /v2.0/routers/4603d175-673e-449e-b3d5-e7cd2608997c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1345174 May 02 03:06:05.908357 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Routers {'4603d175-673e-449e-b3d5-e7cd2608997c'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:06:05.909184 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:05:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['4603d175-673e-449e-b3d5-e7cd2608997c'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:06.078565 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Set router 4603d175-673e-449e-b3d5-e7cd2608997c gateway port host: None {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:06:06.440406 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'name': 'router1', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:05:55Z', 'updated_at': '2021-05-02T03:06:04Z', 'revision_number': 2, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'gw_port_host': None, '_interfaces': [{'id': 'd96c8021-57a8-40b8-bcdc-ec73f7a90bc5', 'name': '', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'mac_address': 'fa:16:3e:66:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:04Z', 'updated_at': '2021-05-02T03:06:05Z', 'revision_number': 2, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'subnets': [{'id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:06.445545 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Checking router: 4603d175-673e-449e-b3d5-e7cd2608997c for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:06:06.445916 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Updating router 4603d175-673e-449e-b3d5-e7cd2608997c port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 binding host dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:06:06.500362 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:06.866224 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:06.881621 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Transition to ACTIVE for port object d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:06:06.889968 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:06.898670 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:07.086955 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Pushing event updated for resources: {'Port': ['ID=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:07.111029 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.111389 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.111679 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.112012 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.112323 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.112628 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.112929 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.113230 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.113577 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.113876 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.114172 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.114800 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Tracked resource versions report: May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: pushed versions: May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: { 'AddressGroup': {'1.2'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'ConntrackHelper': {'1.0'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Log': {'1.0'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Network': {'1.1'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Port': {'1.7'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'PortForwarding': {'1.2'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'QosPolicy': {'1.8'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroup': {'1.4'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroupRule': {'1.2'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SubPort': {'1.0'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Subnet': {'1.1'}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Trunk': {'1.1'}} May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: consumer versions: May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'ConntrackHelper': '1.0', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Log': '1.0', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Network': '1.1', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Port': '1.7', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'PortForwarding': '1.2', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'QosPolicy': '1.8', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroup': '1.4', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroupRule': '1.2', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SubPort': '1.0', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Subnet': '1.1', May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Trunk': '1.1'}} May 02 03:06:07.115525 dv-osbrick-789079-1-ceph neutron-server[75029]: {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:06:07.126540 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Attempting to bind port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:06:07.126940 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Attempting to bind port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:06:07.127381 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Attempting to bind port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 on network 10276e68-8f7c-4233-8aa6-89d4e1af50ad {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:06:07.132739 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:07.133609 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:06:07.134008 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Checking segment: {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:06:07.134473 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:07.134849 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Bound using segment: {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:06:07.135321 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Bound port: d96c8021-57a8-40b8-bcdc-ec73f7a90bc5, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee40992d-edde-4b10-a68f-084a9dedc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:06:07.135691 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:07.220853 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] For port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:06:07.225269 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] For port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,segment=NetworkSegment(ee40992d-edde-4b10-a68f-084a9dedc42d),segment_id=ee40992d-edde-4b10-a68f-084a9dedc42d)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:06:07.232209 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:07.236956 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:07.343753 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Routers {'4603d175-673e-449e-b3d5-e7cd2608997c'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:06:07.344399 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:05:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['4603d175-673e-449e-b3d5-e7cd2608997c'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:07.453067 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Pushing event updated for resources: {'Port': ['ID=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,revision_number=4']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:07.456598 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:07.499529 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] Set router 4603d175-673e-449e-b3d5-e7cd2608997c gateway port host: None {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:06:07.563757 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:07.580073 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3d35391-ea8e-478b-8353-5ba7e84ee8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:07.818005 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'name': 'router1', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:05:55Z', 'updated_at': '2021-05-02T03:06:04Z', 'revision_number': 2, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'gw_port_host': None, '_interfaces': [{'id': 'd96c8021-57a8-40b8-bcdc-ec73f7a90bc5', 'name': '', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'mac_address': 'fa:16:3e:66:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:04Z', 'updated_at': '2021-05-02T03:06:07Z', 'revision_number': 4, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'subnets': [{'id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:07.821991 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ec476-6017-43f4-8ced-2595623b3147 None None] The sync data for ids ['4603d175-673e-449e-b3d5-e7cd2608997c'] in dv-osbrick-789079-1-ceph is: [{'id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'name': 'router1', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:05:55Z', 'updated_at': '2021-05-02T03:06:04Z', 'revision_number': 2, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'gw_port_host': None, '_interfaces': [{'id': 'd96c8021-57a8-40b8-bcdc-ec73f7a90bc5', 'name': '', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'mac_address': 'fa:16:3e:66:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:04Z', 'updated_at': '2021-05-02T03:06:07Z', 'revision_number': 4, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'subnets': [{'id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:06:08.057064 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44598) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:08.223643 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550bff51-5c3a-422f-a063-469982707c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:06:08.224928 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-550bff51-5c3a-422f-a063-469982707c6a admin admin] 10.222.0.41 "GET /v2.0/networks/aa6ddd87-84b4-48a8-9d4e-d3714af675c3 HTTP/1.1" status: 200 len: 842 time: 0.1666698 May 02 03:06:08.234462 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Request body: {'subnet': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'cidr': '172.31.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.31.0.1'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:06:08.239188 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:06:08.243027 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Usage tracker for resource:subnet and tenant:a203a78c5b364fab9a4491154c603939 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:06:08.245905 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:06:08.251575 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:06:08.261592 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Made reservation on behalf of a203a78c5b364fab9a4491154c603939 for: {'subnet': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:06:08.263928 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:08.679817 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.objects.ports [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75026) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 02 03:06:08.680283 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:08.683828 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-68afa132-b852-4d0f-8f05-87c795b88c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:08.711949 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:08.755062 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfd987e-1ef6-4169-9a1a-ed5856e177be,revision_number=0']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:08.759070 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:08.763034 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Checking segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:06:08.763378 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Network hostable DHCP agents. Network: aa6ddd87-84b4-48a8-9d4e-d3714af675c3, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:06:08.780913 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:06:08.790799 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, aa6ddd87-84b4-48a8-9d4e-d3714af675c3) {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:06:08.794766 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:06:08.795341 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:08.803394 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693394c7-b341-4d51-864b-33e636113e58 None None] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:06:08.816205 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5850272 May 02 03:06:09.025919 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143a145-93f7-4aec-af06-46553582cbf5 None None] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:06:09.400089 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:06:11.054910 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44612) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:11.269386 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-e540bc24-f041-426b-b700-b911d3d263bd admin admin] 10.222.0.41 "GET /v2.0/routers/4603d175-673e-449e-b3d5-e7cd2608997c HTTP/1.1" status: 200 len: 710 time: 0.2133558 May 02 03:06:11.401089 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2670994-abec-44b9-bf5c-612f29027289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:06:11.402441 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-b2670994-abec-44b9-bf5c-612f29027289 admin admin] 10.222.0.41 "GET /v2.0/networks/aa6ddd87-84b4-48a8-9d4e-d3714af675c3 HTTP/1.1" status: 200 len: 886 time: 0.1252675 May 02 03:06:11.411090 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:06:11.509059 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:06:11.585773 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:06:11.591439 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:06:11.591991 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:11.706350 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:11.737934 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,segment=NetworkSegment(ee40992d-edde-4b10-a68f-084a9dedc42d),segment_id=ee40992d-edde-4b10-a68f-084a9dedc42d)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:06:11.741607 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:11.743566 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:11.809167 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=d96c8021-57a8-40b8-bcdc-ec73f7a90bc5,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:11.812828 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:11.892569 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-937778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-993646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24793'] for router, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:12.225563 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:12.283070 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:12.436193 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_common [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Allocated IP 172.31.0.241 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/31619971-1217-4c63-afb6-b4539beaaed9) {{(pid=75026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:06:12.585136 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:12.644320 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:12.648152 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:12.707382 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:06:12.710052 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:06:12.718213 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Received port after_create {{(pid=75026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:06:12.771568 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Pushing event updated for resources: {'Port': ['ID=31619971-1217-4c63-afb6-b4539beaaed9,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:12.826733 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:13.115111 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:13.473485 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:06:13.498018 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-937778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-993646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24793'] for router, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:13.501517 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-937737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-937802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-993559'] for router, after_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:13.540900 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:06:13.541257 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:13.683228 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Router 4603d175-673e-449e-b3d5-e7cd2608997c has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:06:13.860885 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:06:13.869559 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Notify callbacks [] for router, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:13.870738 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] 10.222.0.41 "PUT /v2.0/routers/4603d175-673e-449e-b3d5-e7cd2608997c HTTP/1.1" status: 200 len: 890 time: 2.4628716 May 02 03:06:13.872240 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Sync routers for ids ['4603d175-673e-449e-b3d5-e7cd2608997c'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:06:13.885668 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Routers {'4603d175-673e-449e-b3d5-e7cd2608997c'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:06:13.886352 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:06:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['4603d175-673e-449e-b3d5-e7cd2608997c'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:14.097292 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Set router 4603d175-673e-449e-b3d5-e7cd2608997c gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:06:14.431058 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'name': 'router1', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.241'}], 'enable_snat': True}, 'gw_port_id': '31619971-1217-4c63-afb6-b4539beaaed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:05:55Z', 'updated_at': '2021-05-02T03:06:12Z', 'revision_number': 4, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'gw_port': {'id': '31619971-1217-4c63-afb6-b4539beaaed9', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:12Z', 'updated_at': '2021-05-02T03:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'd96c8021-57a8-40b8-bcdc-ec73f7a90bc5', 'name': '', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'mac_address': 'fa:16:3e:66:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:04Z', 'updated_at': '2021-05-02T03:06:11Z', 'revision_number': 5, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'subnets': [{'id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:14.435908 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Checking router: 4603d175-673e-449e-b3d5-e7cd2608997c for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:06:14.436277 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Updating router 4603d175-673e-449e-b3d5-e7cd2608997c port 31619971-1217-4c63-afb6-b4539beaaed9 binding host dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:06:14.486711 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.813205 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.824772 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Transition to ACTIVE for port object 31619971-1217-4c63-afb6-b4539beaaed9 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:06:14.830829 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.834463 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:14.909705 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e8f3-3c69-40d9-8a39-0837f20e4cc0 None None] Pushing event updated for resources: {'Port': ['ID=31619971-1217-4c63-afb6-b4539beaaed9,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:14.912030 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Attempting to bind port 31619971-1217-4c63-afb6-b4539beaaed9 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:06:14.912387 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Attempting to bind port 31619971-1217-4c63-afb6-b4539beaaed9 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:06:14.912747 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Attempting to bind port 31619971-1217-4c63-afb6-b4539beaaed9 on network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:06:14.914818 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5b08e8f3-3c69-40d9-8a39-0837f20e4cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:14.918896 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:06:14.919263 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Checking segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:06:14.919661 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.920066 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Bound using segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:06:14.920523 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Bound port: 31619971-1217-4c63-afb6-b4539beaaed9, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:06:14.920904 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.993906 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] For port 31619971-1217-4c63-afb6-b4539beaaed9, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:06:14.996828 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] For port 31619971-1217-4c63-afb6-b4539beaaed9, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=31619971-1217-4c63-afb6-b4539beaaed9,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:06:15.002474 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:15.006059 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:15.076434 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Routers {'4603d175-673e-449e-b3d5-e7cd2608997c'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:06:15.076948 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:06:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['4603d175-673e-449e-b3d5-e7cd2608997c'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:15.139085 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e8f3-3c69-40d9-8a39-0837f20e4cc0 None None] Pushing event updated for resources: {'Port': ['ID=31619971-1217-4c63-afb6-b4539beaaed9,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:15.143504 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5b08e8f3-3c69-40d9-8a39-0837f20e4cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:15.255860 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] Set router 4603d175-673e-449e-b3d5-e7cd2608997c gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:06:15.601249 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'name': 'router1', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.241'}], 'enable_snat': True}, 'gw_port_id': '31619971-1217-4c63-afb6-b4539beaaed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:05:55Z', 'updated_at': '2021-05-02T03:06:12Z', 'revision_number': 4, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'gw_port': {'id': '31619971-1217-4c63-afb6-b4539beaaed9', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:12Z', 'updated_at': '2021-05-02T03:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'd96c8021-57a8-40b8-bcdc-ec73f7a90bc5', 'name': '', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'mac_address': 'fa:16:3e:66:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:04Z', 'updated_at': '2021-05-02T03:06:11Z', 'revision_number': 5, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'subnets': [{'id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:06:15.605557 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f925ba-f253-48a1-8f53-66465fd1860e None None] The sync data for ids ['4603d175-673e-449e-b3d5-e7cd2608997c'] in dv-osbrick-789079-1-ceph is: [{'id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'name': 'router1', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.241'}], 'enable_snat': True}, 'gw_port_id': '31619971-1217-4c63-afb6-b4539beaaed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:05:55Z', 'updated_at': '2021-05-02T03:06:12Z', 'revision_number': 4, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'gw_port': {'id': '31619971-1217-4c63-afb6-b4539beaaed9', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:12Z', 'updated_at': '2021-05-02T03:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'd96c8021-57a8-40b8-bcdc-ec73f7a90bc5', 'name': '', 'network_id': '10276e68-8f7c-4233-8aa6-89d4e1af50ad', 'tenant_id': '69fe16842fab4ec4b345591102b9c296', 'mac_address': 'fa:16:3e:66:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4603d175-673e-449e-b3d5-e7cd2608997c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:06:04Z', 'updated_at': '2021-05-02T03:06:11Z', 'revision_number': 5, 'project_id': '69fe16842fab4ec4b345591102b9c296', 'subnets': [{'id': 'd2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b28a522-f527-40ce-ba89-a505e90e142f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:06:16.210392 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 44622) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:16.330288 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-01b488e9-60e5-4232-b01e-bf9ba2741ecd admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1186223 May 02 03:06:17.504964 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 31619971-1217-4c63-afb6-b4539beaaed9 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:06:17.589703 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 31619971-1217-4c63-afb6-b4539beaaed9 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:06:17.596293 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 31619971-1217-4c63-afb6-b4539beaaed9 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:06:17.596883 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:17.711214 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:17.727402 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 31619971-1217-4c63-afb6-b4539beaaed9, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=31619971-1217-4c63-afb6-b4539beaaed9,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:06:17.732508 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:17.734556 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1b05b01b-e4d9-4443-a32f-07bb81a01d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:17.796501 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=31619971-1217-4c63-afb6-b4539beaaed9,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:17.799465 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:19.480575 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 31619971-1217-4c63-afb6-b4539beaaed9 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:06:19.567761 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 31619971-1217-4c63-afb6-b4539beaaed9 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:06:19.568164 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:35.416560 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-427b10ea-0e75-4ca7-aa03-899b1fa0dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:37.573816 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c2bb195e-097f-43c8-bfbe-13f2a4132b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:37.578770 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:38.721404 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:46.399447 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:07:05.402019 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-54fc56be-d8ec-4e67-b5e2-7921f402c6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:07.554843 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:07.565883 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-effb71b8-79a6-489a-ab61-491e2f22bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:08.714206 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:23.398796 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:07:35.404935 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-50495f1f-30a8-4355-8846-dfc5738bd630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:36.986833 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45206) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:37.075508 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e116a3-e08f-4e4a-8a01-e9f9fa0a8409 admin admin] GET failed (client error): The resource could not be found. May 02 03:07:37.076072 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-00e116a3-e08f-4e4a-8a01-e9f9fa0a8409 admin admin] Synchronizing usage tracker for tenant:a203a78c5b364fab9a4491154c603939 on resource:network {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:07:37.097951 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-00e116a3-e08f-4e4a-8a01-e9f9fa0a8409 admin admin] Unset dirty status for tenant:a203a78c5b364fab9a4491154c603939 on resource:network {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:07:37.099447 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-00e116a3-e08f-4e4a-8a01-e9f9fa0a8409 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1113479 May 02 03:07:37.241533 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6567200-ef5a-4a95-ad18-dcb5b130dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:37.242893 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b6567200-ef5a-4a95-ad18-dcb5b130dd8e admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1387103 May 02 03:07:37.541564 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:37.559260 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9a34cf62-0817-451c-99aa-843ad3e32a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:38.718364 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:39.370753 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45216) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:39.482188 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6441b0-869b-4fae-9ed0-d3afe61fc176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:39.482729 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-6f6441b0-869b-4fae-9ed0-d3afe61fc176 admin admin] Synchronizing usage tracker for tenant:a203a78c5b364fab9a4491154c603939 on resource:subnet {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:07:39.501037 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-6f6441b0-869b-4fae-9ed0-d3afe61fc176 admin admin] Unset dirty status for tenant:a203a78c5b364fab9a4491154c603939 on resource:subnet {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:07:39.507730 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-6f6441b0-869b-4fae-9ed0-d3afe61fc176 admin admin] 10.222.0.41 "GET /v2.0/subnets/d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2 HTTP/1.1" status: 200 len: 849 time: 0.1305695 May 02 03:07:39.512229 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:07:39.633772 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:39.819799 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766582684510'] for subnet, after_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:39.823416 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-9ce5a3f3-cdc0-4d8d-b99e-21b9be6744a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:07:39.865554 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:39.866124 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:39.867354 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] 10.222.0.41 "PUT /v2.0/subnets/d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2 HTTP/1.1" status: 200 len: 868 time: 0.3589540 May 02 03:07:39.883181 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec134cc2-4a4e-46da-911d-ac447999cd10 None None] Network 10276e68-8f7c-4233-8aa6-89d4e1af50ad requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:07:39.891054 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:07:39.898594 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.898937 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.899298 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.899607 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.899938 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.900261 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.900583 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.900895 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.901202 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.901523 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.901832 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.902133 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:07:39.905887 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-9f616f7b-b8bf-49d3-a430-ff4a6c081791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:07:40.350467 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-8a255c0f-a0a9-4fa2-94a9-22a5e0151fd4 None None] Provisioning complete for port d96c8021-57a8-40b8-bcdc-ec73f7a90bc5 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:07:40.350827 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8a255c0f-a0a9-4fa2-94a9-22a5e0151fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:40.478779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-8a255c0f-a0a9-4fa2-94a9-22a5e0151fd4 None None] Provisioning complete for port f574401f-ab08-4440-905c-5a1fded27f83 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:07:40.478998 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8a255c0f-a0a9-4fa2-94a9-22a5e0151fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:42.015393 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45226) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:42.214308 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945b028-43d6-4659-a616-b6ed490b2cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:42.214704 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945b028-43d6-4659-a616-b6ed490b2cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:42.216278 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-d945b028-43d6-4659-a616-b6ed490b2cad admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998532 May 02 03:07:44.326397 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45236) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:44.503127 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20ead6-4bc3-4f87-8276-173d340e38db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:44.503528 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20ead6-4bc3-4f87-8276-173d340e38db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:44.505070 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-ee20ead6-4bc3-4f87-8276-173d340e38db admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1777310 May 02 03:07:46.608083 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45246) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:46.792630 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70dd1e5-adc2-4ac9-8ed7-1755e23d6ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:46.793847 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-c70dd1e5-adc2-4ac9-8ed7-1755e23d6ce4 admin admin] 10.222.0.41 "GET /v2.0/networks/10276e68-8f7c-4233-8aa6-89d4e1af50ad HTTP/1.1" status: 200 len: 869 time: 0.1847372 May 02 03:07:48.904679 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45256) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:49.084861 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f208f1f-3fce-47fe-91b5-0919bd093415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:49.086095 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-3f208f1f-3fce-47fe-91b5-0919bd093415 admin admin] 10.222.0.41 "GET /v2.0/networks/aa6ddd87-84b4-48a8-9d4e-d3714af675c3 HTTP/1.1" status: 200 len: 886 time: 0.1802125 May 02 03:07:51.212500 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45266) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:51.330716 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a2a82-a477-4c27-81c1-daa101527f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:51.331168 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a2a82-a477-4c27-81c1-daa101527f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:51.332721 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-dd7a2a82-a477-4c27-81c1-daa101527f50 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1192143 May 02 03:07:53.452591 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45276) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:53.570752 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a537953-6c01-42e0-854a-438aaad5d6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:53.571209 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a537953-6c01-42e0-854a-438aaad5d6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:53.572720 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-6a537953-6c01-42e0-854a-438aaad5d6f7 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1188533 May 02 03:07:55.684709 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45286) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:55.790447 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82789d2d-bd9e-4e9c-a74e-8a01e87a9afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:55.791790 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-82789d2d-bd9e-4e9c-a74e-8a01e87a9afb admin admin] 10.222.0.41 "GET /v2.0/subnets/0bfd987e-1ef6-4169-9a1a-ed5856e177be HTTP/1.1" status: 200 len: 816 time: 0.1061304 May 02 03:07:57.942351 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45296) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:07:58.067312 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b088049-e6b1-4485-ad28-26623cbe614e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:07:58.068701 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-6b088049-e6b1-4485-ad28-26623cbe614e admin admin] 10.222.0.41 "GET /v2.0/subnets/d2ba9937-e8c6-4164-ab68-6ad5ecc1e4e2 HTTP/1.1" status: 200 len: 868 time: 0.1251848 May 02 03:08:00.397337 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:08:05.410745 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-48968a36-0f86-438d-a590-72e731486095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:07.547822 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:07.565903 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e805f424-46fe-4eb6-a7f4-34232f167233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:08.720368 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:21.489066 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45356) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:08:21.540490 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [None req-7ecfc295-2fac-4683-8243-afb82a30e3e2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:08:21.541489 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-7ecfc295-2fac-4683-8243-afb82a30e3e2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0514712 May 02 03:08:23.732273 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45366) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:08:23.812289 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49550d1-3002-44dd-b7f9-9ffe78251d21 admin admin] GET failed (client error): The resource could not be found. May 02 03:08:23.813584 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-c49550d1-3002-44dd-b7f9-9ffe78251d21 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0802672 May 02 03:08:23.938425 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa70ba3-924c-4dc9-83f5-b9ada7deaec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:08:23.939824 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-afa70ba3-924c-4dc9-83f5-b9ada7deaec3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204593 May 02 03:08:26.114868 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45376) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:08:26.175497 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:08:26.181348 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:08:26.192241 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:08:26.205432 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Made reservation on behalf of a203a78c5b364fab9a4491154c603939 for: {'network': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:08:26.207557 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:26.332245 dv-osbrick-789079-1-ceph neutron-server[75027]: WARNING neutron.services.revisions.revision_plugin [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Could not find related network for resource to bump revision. May 02 03:08:26.345929 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=75027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:08:26.356259 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:26.356590 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.segments_db [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Added segment 7c7864ff-f3a1-4392-b4d9-3ca0fad3b011 of type vlan for network 311ed202-0491-41aa-8fed-72536c8b2e1f May 02 03:08:26.388914 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:26.419546 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:26.421151 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:08:26.421728 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:26.424957 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:08:26.522521 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Pushing event updated for resources: {'Network': ['ID=311ed202-0491-41aa-8fed-72536c8b2e1f,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4109640 May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.539867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:26.541041 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-99393a2e-81c5-41b1-8c32-2fbbcb4b3f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:08:26.549039 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network 311ed202-0491-41aa-8fed-72536c8b2e1f details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:08:28.674964 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45386) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:08:28.745266 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c43d11d-ece1-4bbb-9eab-5cb10660a8ce admin admin] GET failed (client error): The resource could not be found. May 02 03:08:28.745759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-6c43d11d-ece1-4bbb-9eab-5cb10660a8ce admin admin] Synchronizing usage tracker for tenant:a203a78c5b364fab9a4491154c603939 on resource:network {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:08:28.763569 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-6c43d11d-ece1-4bbb-9eab-5cb10660a8ce admin admin] Unset dirty status for tenant:a203a78c5b364fab9a4491154c603939 on resource:network {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:08:28.764893 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-6c43d11d-ece1-4bbb-9eab-5cb10660a8ce admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0889599 May 02 03:08:28.868974 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7174c-f28a-4f47-8890-c8abeb20bb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:08:28.870314 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-05a7174c-f28a-4f47-8890-c8abeb20bb76 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998781 May 02 03:08:28.883072 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Request body: {'subnet': {'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:08:28.887638 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:08:28.898426 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:08:28.911596 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Made reservation on behalf of a203a78c5b364fab9a4491154c603939 for: {'subnet': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:08:28.913995 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:29.311006 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:29.314409 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:08:29.377157 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3466bf73-a533-4de0-ad14-d4523756fead,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:08:29.383315 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:08:29.390746 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Checking segment: {'id': '7c7864ff-f3a1-4392-b4d9-3ca0fad3b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:08:29.391099 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Network hostable DHCP agents. Network: 311ed202-0491-41aa-8fed-72536c8b2e1f, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:08:29.413046 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Network 311ed202-0491-41aa-8fed-72536c8b2e1f is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:08:29.424024 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, 311ed202-0491-41aa-8fed-72536c8b2e1f) {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:08:29.428311 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:08:29.428924 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:29.432743 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaf7ac-8db2-46a6-83b1-781cad9e479a None None] Network 311ed202-0491-41aa-8fed-72536c8b2e1f requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:08:29.454846 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5752001 May 02 03:08:29.684256 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf2d1752-4a0f-5f0d-bd3c-4b314312f6d9-311ed202-0491-41aa-8fed-72536c8b2e1f', 'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f', 'tenant_id': 'a203a78c5b364fab9a4491154c603939', 'fixed_ips': [{'subnet_id': '3466bf73-a533-4de0-ad14-d4523756fead'}]}} from dv-osbrick-789079-1-ceph. {{(pid=75028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:08:29.685126 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:29.837720 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Allocated IP 192.168.233.2 (311ed202-0491-41aa-8fed-72536c8b2e1f/3466bf73-a533-4de0-ad14-d4523756fead/43ede7a2-576f-4917-af19-8c49e4d699b7) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:08:30.038379 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:30.048490 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Transition to ACTIVE for port object 43ede7a2-576f-4917-af19-8c49e4d699b7 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:08:30.066702 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Transition to ACTIVE for port object 43ede7a2-576f-4917-af19-8c49e4d699b7 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:08:30.073846 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:30.078540 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5b08e8f3-3c69-40d9-8a39-0837f20e4cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:08:30.133798 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Network 311ed202-0491-41aa-8fed-72536c8b2e1f is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:08:30.136549 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:08:30.144810 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:08:30.151090 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Pushing event updated for resources: {'Port': ['ID=43ede7a2-576f-4917-af19-8c49e4d699b7,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:08:30.185590 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.185920 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.186243 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.186563 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.186872 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.187186 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.187490 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.187796 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.188236 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.188534 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.188833 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.189135 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:08:30.198947 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:08:30.247445 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Attempting to bind port 43ede7a2-576f-4917-af19-8c49e4d699b7 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:08:30.247792 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Attempting to bind port 43ede7a2-576f-4917-af19-8c49e4d699b7 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '7c7864ff-f3a1-4392-b4d9-3ca0fad3b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:08:30.248173 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Attempting to bind port 43ede7a2-576f-4917-af19-8c49e4d699b7 on network 311ed202-0491-41aa-8fed-72536c8b2e1f {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:08:30.254621 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:08:30.254621 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Checking segment: {'id': '7c7864ff-f3a1-4392-b4d9-3ca0fad3b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:08:30.254621 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:30.254957 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Bound using segment: {'id': '7c7864ff-f3a1-4392-b4d9-3ca0fad3b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:08:30.255439 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Bound port: 43ede7a2-576f-4917-af19-8c49e4d699b7, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7864ff-f3a1-4392-b4d9-3ca0fad3b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '311ed202-0491-41aa-8fed-72536c8b2e1f'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:08:30.255827 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:30.346426 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] For port 43ede7a2-576f-4917-af19-8c49e4d699b7, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:08:30.349725 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] For port 43ede7a2-576f-4917-af19-8c49e4d699b7, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=43ede7a2-576f-4917-af19-8c49e4d699b7,segment=NetworkSegment(7c7864ff-f3a1-4392-b4d9-3ca0fad3b011),segment_id=7c7864ff-f3a1-4392-b4d9-3ca0fad3b011)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:08:30.355588 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:30.361507 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:08:30.444224 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Pushing event updated for resources: {'Port': ['ID=43ede7a2-576f-4917-af19-8c49e4d699b7,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:08:30.447501 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:08:31.238426 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb17feff-cc57-4d5a-ab62-e28db263f90e None None] Network 311ed202-0491-41aa-8fed-72536c8b2e1f requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:08:31.338596 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-cdda70ce-4f22-464b-81ed-b2cd9e9b3854 None None] Provisioning for port 43ede7a2-576f-4917-af19-8c49e4d699b7 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:08:31.629864 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 43ede7a2-576f-4917-af19-8c49e4d699b7 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:08:31.711816 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 43ede7a2-576f-4917-af19-8c49e4d699b7 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:08:31.716613 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 43ede7a2-576f-4917-af19-8c49e4d699b7 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:08:31.716983 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:31.834446 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:31.866341 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 43ede7a2-576f-4917-af19-8c49e4d699b7, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=43ede7a2-576f-4917-af19-8c49e4d699b7,segment=NetworkSegment(7c7864ff-f3a1-4392-b4d9-3ca0fad3b011),segment_id=7c7864ff-f3a1-4392-b4d9-3ca0fad3b011)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:08:31.871158 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:31.874914 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:08:31.937897 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=43ede7a2-576f-4917-af19-8c49e4d699b7,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:08:31.940923 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:08:33.580164 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 43ede7a2-576f-4917-af19-8c49e4d699b7 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:08:33.649411 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 43ede7a2-576f-4917-af19-8c49e4d699b7 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:08:33.649761 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:35.405613 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-79f566f6-6646-46c3-978b-84e174e50346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:37.395803 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:08:37.547821 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:37.561254 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-869be1ea-2e79-42e1-952b-9e834c0ffb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:38.723777 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:05.411856 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d1d5719b-d7a0-4a6e-a34e-1a44783cbc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:07.540680 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:07.563079 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7980d4a9-9778-49ec-97fb-37bbe4fec772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:08.727305 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:14.395310 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:09:33.921478 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45452) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:33.927512 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [None req-1140c936-4ad5-4568-ad34-9c9f3b5c8bcc tempest-verify_tempest_config-885270162 tempest-verify_tempest_config-885270162-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:09:33.928528 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-1140c936-4ad5-4568-ad34-9c9f3b5c8bcc tempest-verify_tempest_config-885270162 tempest-verify_tempest_config-885270162-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13177 time: 0.0060129 May 02 03:09:34.254810 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45468) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:34.374037 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.387870 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:34.391722 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Usage tracker for resource:security_group_rule and tenant:3638b15e84134c5298634ca056ea25c6 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:34.394485 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:34.400200 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:34.484371 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.490537 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.498333 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-c943475b-38d0-4059-aac7-7deef9229325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:34.535954 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Synchronizing usage tracker for tenant:a203a78c5b364fab9a4491154c603939 on resource:security_group {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:09:34.539144 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2b4f1-b0df-4357-8abc-a26a6cfc5fd6,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:34.549462 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.549812 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.550142 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.550501 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.550850 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.551337 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.551658 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.552015 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.552338 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.552689 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.552994 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.553296 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:34.557077 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:34.566554 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Unset dirty status for tenant:a203a78c5b364fab9a4491154c603939 on resource:security_group {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:09:34.568171 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3638b15e84134c5298634ca056ea25c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3123944 May 02 03:09:34.571053 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45474) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:34.633105 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.658586 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.748803 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.752566 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:34.763342 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2b4f1-b0df-4357-8abc-a26a6cfc5fd6,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:34.766699 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:34.770047 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:34.771195 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b38707f8-73a3-44b2-80d6-0304bec04c09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dce2b4f1-b0df-4357-8abc-a26a6cfc5fd6 HTTP/1.1" status: 204 len: 168 time: 0.1988459 May 02 03:09:35.414989 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35763a24-015a-42df-ab1e-28ee9c39396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.545163 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.564783 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a707d2a3-4516-48de-9e25-1e1a4ebdd07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.735864 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.398783 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:10:05.419630 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7c660cc-2e8b-403a-aa88-4d96a1b81f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:07.543821 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:07.566981 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-285ec3c7-c2f5-4701-84a4-1f555a72cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:08.745538 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:28.398274 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 4 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:10:35.433290 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3a0de08d-451e-4b86-9a60-4a2f9e2e07d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:37.537787 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:37.573580 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66eff108-3960-42de-8754-29bcab02f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:38.747309 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.982986 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732'] for agent, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:05.402853 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:11:05.427532 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8ebe161f-ceea-43a4-9a61-dd1a6df935e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:07.543807 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:07.566724 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fa818a3f-bf3b-434d-ba99-7dbd1a4849b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:08.754417 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:17.425327 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45580) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:17.544968 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-0f94e0f7-1747-40ed-a48c-0e786a5806d2 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 3731 time: 0.1185250 May 02 03:11:19.710153 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45590) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:19.774878 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-859d9ad4-d8a4-4316-ad60-479afd8c1ca2 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 3731 time: 0.0636370 May 02 03:11:32.946036 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.431426 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2ca54b68-29d4-4fdf-a458-4d4101064084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:37.543241 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:37.568965 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-858f081f-0c4f-4d2a-99b1-315c8d007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.758889 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:42.406713 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:12:02.946795 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:05.436480 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b0cffe45-d0de-4a6d-92bc-985ec7a784ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:07.537585 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:07.570394 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-755020e3-a7e5-4370-b6f6-2dbd23187183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:08.752646 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.405915 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:12:33.019469 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.733951 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45702) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:34.734514 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45704) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:34.851686 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-580591154-network', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:34.854116 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1854189556-network', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:34.856856 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:34.859064 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:34.860807 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Usage tracker for resource:network and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:34.863111 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Usage tracker for resource:network and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:34.863726 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:34.866179 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:34.869554 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:34.871956 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:34.880611 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'network': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:34.881828 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Made reservation on behalf of 1f6fd0b008ab4930a29f7fd4bd6210cb for: {'network': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:34.883083 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.884063 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.895403 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.898996 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.909819 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:34.914037 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:34.917213 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:34.923110 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:34.952848 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:34.956966 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:34.960146 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:34.966948 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:35.005995 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.011288 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.016178 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.042416 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=75027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:12:35.050768 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1602dd-a650-4b97-a39e-bc35457cb002,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.052966 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.057389 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.059464 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.059805 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.segments_db [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Added segment 31053fdf-18a1-44ac-8c73-53fe7e644622 of type vlan for network c78bca5b-2e36-4459-8ecf-146c21571de5 May 02 03:12:35.061410 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.061782 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.062141 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.062308 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-39180a4e-df99-4843-8327-60ab274aa295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.062467 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.062788 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.063190 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.063539 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.063873 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.064203 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.064512 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.064880 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.065189 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Tracked resource versions report: May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: pushed versions: May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: { 'AddressGroup': {'1.2'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'ConntrackHelper': {'1.0'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Log': {'1.0'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Network': {'1.1'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Port': {'1.7'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'PortForwarding': {'1.2'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'QosPolicy': {'1.8'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroup': {'1.4'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroupRule': {'1.2'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SubPort': {'1.0'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Subnet': {'1.1'}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Trunk': {'1.1'}} May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: consumer versions: May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: HyperV agent@hv-osbrick-7890: {}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'ConntrackHelper': '1.0', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Log': '1.0', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Network': '1.1', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Port': '1.7', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'PortForwarding': '1.2', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'QosPolicy': '1.8', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroup': '1.4', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SecurityGroupRule': '1.2', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'SubPort': '1.0', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Subnet': '1.1', May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: 'Trunk': '1.1'}} May 02 03:12:35.066272 dv-osbrick-789079-1-ceph neutron-server[75027]: {{(pid=75027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:12:35.072747 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.093115 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=75026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:12:35.094450 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.098698 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d5513-fe29-4d88-9b75-584a8dd47022,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.106322 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.106676 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.107001 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.107318 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.107627 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.107973 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.108284 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.108589 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.108908 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.109215 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.109516 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.109819 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Tracked resource versions report: May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: pushed versions: May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: { 'AddressGroup': {'1.2'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'ConntrackHelper': {'1.0'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Log': {'1.0'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Network': {'1.1'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Port': {'1.7'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'PortForwarding': {'1.2'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'QosPolicy': {'1.8'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroup': {'1.4'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroupRule': {'1.2'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SubPort': {'1.0'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Subnet': {'1.1'}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Trunk': {'1.1'}} May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: consumer versions: May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: HyperV agent@hv-osbrick-7890: {}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'ConntrackHelper': '1.0', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Log': '1.0', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Network': '1.1', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Port': '1.7', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'PortForwarding': '1.2', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'QosPolicy': '1.8', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroup': '1.4', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SecurityGroupRule': '1.2', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'SubPort': '1.0', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Subnet': '1.1', May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: 'Trunk': '1.1'}} May 02 03:12:35.110813 dv-osbrick-789079-1-ceph neutron-server[75026]: {{(pid=75026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:12:35.114757 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.117296 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.117630 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.segments_db [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Added segment 2d5ecfa5-106b-4d63-a00c-d996b5c54382 of type vlan for network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 May 02 03:12:35.129004 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.130359 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:35.131003 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.135591 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.144071 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.173306 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.174629 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:35.175197 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.178309 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.230793 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4956431 May 02 03:12:35.234714 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45714) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:35.235491 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c78bca5b-2e36-4459-8ecf-146c21571de5,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.239704 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.243628 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Request body: {'subnet': {'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-580591154-subnet', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'ip_version': 4}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:35.245727 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network c78bca5b-2e36-4459-8ecf-146c21571de5 details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:12:35.248349 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:35.252333 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Usage tracker for resource:subnet and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:35.255355 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:35.261249 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:35.277995 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Pushing event updated for resources: {'Network': ['ID=888859f7-1d2c-4c30-a4d0-e3d1b512d120,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.280971 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.281947 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'subnet': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:35.282845 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5476806 May 02 03:12:35.284773 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.286176 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45718) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:35.292568 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Request body: {'subnet': {'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1854189556-subnet', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'ip_version': 4}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:35.297338 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:35.301191 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Usage tracker for resource:subnet and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:35.304180 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:35.310921 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:35.311238 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:12:35.321580 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Made reservation on behalf of 1f6fd0b008ab4930a29f7fd4bd6210cb for: {'subnet': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:35.324007 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.459335 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-822d7e78-66c6-4ac9-a72a-000c69a72a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.702629 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.706429 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.713707 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.717385 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.771777 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=290d2651-8fb8-4ad6-84cd-0d36e720a239,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.775970 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.784900 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:35.785235 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Network hostable DHCP agents. Network: c78bca5b-2e36-4459-8ecf-146c21571de5, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:12:35.786755 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6544cc19-c45a-43b1-b172-153c2699cc99,revision_number=0']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.794927 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.795764 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Checking segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:35.796134 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Network hostable DHCP agents. Network: 888859f7-1d2c-4c30-a4d0-e3d1b512d120, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:12:35.804144 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:12:35.813692 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:12:35.817612 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, c78bca5b-2e36-4459-8ecf-146c21571de5) {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:35.820159 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, 888859f7-1d2c-4c30-a4d0-e3d1b512d120) {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:35.821798 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:35.822369 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.824067 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:35.824642 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.833459 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86553129-ce67-43e0-8455-71ec75a07efa None None] Network c78bca5b-2e36-4459-8ecf-146c21571de5 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:35.842721 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b51db1cd-672f-447e-8b20-0fbd6f7730e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6045043 May 02 03:12:35.845613 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45722) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:35.850387 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a3eb7-d981-487c-a5c4-b8d3b49d778f None None] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:35.852262 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:35.859566 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5694580 May 02 03:12:35.859566 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:35.860097 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45726) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:35.862069 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Usage tracker for resource:router and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:35.865094 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:35.865606 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:35.870889 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:35.871033 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:35.875239 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Usage tracker for resource:router and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:35.878604 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:35.881965 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24818'] for router, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.883071 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24779'] for router, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.884945 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:35.898090 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24818'] for router, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.899475 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24779'] for router, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.899640 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.916961 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.168258 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-937778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-993646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24793'] for router, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.211308 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf2d1752-4a0f-5f0d-bd3c-4b314312f6d9-888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99'}]}} from dv-osbrick-789079-1-ceph. {{(pid=75028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:12:36.212192 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.222656 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf2d1752-4a0f-5f0d-bd3c-4b314312f6d9-c78bca5b-2e36-4459-8ecf-146c21571de5', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239'}]}} from dv-osbrick-789079-1-ceph. {{(pid=75028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:12:36.223455 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.235421 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-937778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-993646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24793'] for router, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.480171 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.486150 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Allocated IP 172.20.0.2 (888859f7-1d2c-4c30-a4d0-e3d1b512d120/6544cc19-c45a-43b1-b172-153c2699cc99/9821a166-a5df-42a9-bae1-2aa58c326317) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:36.493262 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Allocated IP 172.20.0.2 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/06d11dea-4b14-4bfb-aef1-bbe557fd2062) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:36.512413 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.557951 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.587748 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.686406 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_common [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Allocated IP 172.31.0.13 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/fd5557aa-fe9d-47aa-8040-ba0b00d83a31) {{(pid=75026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:36.828546 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.859374 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.869871 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-7854030e-10c5-4816-812f-d90e639e29ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:36.907457 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:36.914720 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.919500 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Allocated IP 172.31.0.65 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/7bbf65f9-c8c3-4913-aa48-e86ee8ad8635) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:36.922255 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.922738 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:36.926736 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Received port after_create {{(pid=75026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:36.935580 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Transition to ACTIVE for port object 9821a166-a5df-42a9-bae1-2aa58c326317 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:36.942397 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Transition to ACTIVE for port object 06d11dea-4b14-4bfb-aef1-bbe557fd2062 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:36.968019 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Transition to ACTIVE for port object 9821a166-a5df-42a9-bae1-2aa58c326317 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:36.971779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Transition to ACTIVE for port object 06d11dea-4b14-4bfb-aef1-bbe557fd2062 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:36.975942 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.980870 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-91d78366-ee8b-4d1c-98f9-7a9e37d54135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.014560 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.039985 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:37.044093 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:37.046571 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:37.067854 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.098960 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:37.099630 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Pushing event updated for resources: {'Port': ['ID=9821a166-a5df-42a9-bae1-2aa58c326317,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.102310 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.107745 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.108549 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:37.110903 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:37.116264 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.124840 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.148407 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.148739 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.149058 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.149373 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.149682 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.149993 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.150300 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.150607 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.150927 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.151234 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.151535 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.151834 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Tracked resource versions report: May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: pushed versions: May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: { 'AddressGroup': {'1.2'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'ConntrackHelper': {'1.0'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Log': {'1.0'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Network': {'1.1'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Port': {'1.7'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'PortForwarding': {'1.2'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'QosPolicy': {'1.8'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroup': {'1.4'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroupRule': {'1.2'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SubPort': {'1.0'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Subnet': {'1.1'}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Trunk': {'1.1'}} May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: consumer versions: May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: HyperV agent@hv-osbrick-7890: {}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'ConntrackHelper': '1.0', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Log': '1.0', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Network': '1.1', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Port': '1.7', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'PortForwarding': '1.2', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'QosPolicy': '1.8', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroup': '1.4', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SecurityGroupRule': '1.2', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'SubPort': '1.0', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Subnet': '1.1', May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: 'Trunk': '1.1'}} May 02 03:12:37.152886 dv-osbrick-789079-1-ceph neutron-server[75028]: {{(pid=75028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:12:37.155815 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.161501 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.240287 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:37.244519 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:37.246189 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.258935 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:37.308256 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Attempting to bind port 9821a166-a5df-42a9-bae1-2aa58c326317 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:37.308987 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Attempting to bind port 9821a166-a5df-42a9-bae1-2aa58c326317 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:37.309397 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Attempting to bind port 9821a166-a5df-42a9-bae1-2aa58c326317 on network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:37.317693 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.322330 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.323483 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Attempting to bind port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:37.323928 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Attempting to bind port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:37.324338 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Attempting to bind port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:37.327884 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Pushing event updated for resources: {'Port': ['ID=06d11dea-4b14-4bfb-aef1-bbe557fd2062,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.330316 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:37.330756 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Checking segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:37.331218 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.331653 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Bound using segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:37.332214 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Bound port: 9821a166-a5df-42a9-bae1-2aa58c326317, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:37.332651 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.341525 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.345565 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:37.346475 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:37.346925 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.347366 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:37.347901 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Bound port: 06d11dea-4b14-4bfb-aef1-bbe557fd2062, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:37.348410 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.495020 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] For port 9821a166-a5df-42a9-bae1-2aa58c326317, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:37.499067 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] For port 9821a166-a5df-42a9-bae1-2aa58c326317, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=9821a166-a5df-42a9-bae1-2aa58c326317,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:37.502102 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] For port 06d11dea-4b14-4bfb-aef1-bbe557fd2062, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:37.505633 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] For port 06d11dea-4b14-4bfb-aef1-bbe557fd2062, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=06d11dea-4b14-4bfb-aef1-bbe557fd2062,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:37.507626 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.512370 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.551943 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.619953 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.635389 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Pushing event updated for resources: {'Port': ['ID=9821a166-a5df-42a9-bae1-2aa58c326317,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.638122 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-82950040-b22c-434c-98bf-07984a2ab4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.639473 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.639974 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.652266 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.707225 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-993637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937843'] for router, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.739052 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Pushing event updated for resources: {'Port': ['ID=06d11dea-4b14-4bfb-aef1-bbe557fd2062,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.742403 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.962221 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Router b2dbdee4-1846-45da-a817-96855df584fb is scheduled to L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b with binding_index 1 {{(pid=75026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:12:38.045761 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-993637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937843'] for router, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:38.209156 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:38.218815 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:38.229936 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:38.230878 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:38.235282 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Notify callbacks [] for router, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:38.236636 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3895977 May 02 03:12:38.240304 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45736) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:38.258843 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Router 848619dc-565a-49cd-9d3b-57f41a3d3743 is scheduled to L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b with binding_index 1 {{(pid=75027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:12:38.403553 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:38.434577 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:38.449105 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Sync routers for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:38.459625 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:38.460265 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:38.461021 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Notify callbacks [] for router, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:38.465446 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6042721 May 02 03:12:38.466251 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45740) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:38.698004 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:38.835780 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:37Z', 'revision_number': 3, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:38.840776 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:38.841457 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Updating router b2dbdee4-1846-45da-a817-96855df584fb port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 binding host dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:38.909093 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.042611 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549c3a1-0613-42e2-ad41-0723ba4328a6 None None] Network c78bca5b-2e36-4459-8ecf-146c21571de5 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:39.080901 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.146948 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.181147 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-5e04865d-c46d-4ef1-9f09-ff84cb4e291a None None] Provisioning for port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:39.249902 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:37Z', 'revision_number': 3, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:39.314586 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Checking router: 848619dc-565a-49cd-9d3b-57f41a3d3743 for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:39.314963 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Updating router 848619dc-565a-49cd-9d3b-57f41a3d3743 port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 binding host dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:39.391594 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.407081 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_common [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Allocated IP 172.20.0.1 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/0efd7f9f-7684-44c8-a9c1-71a971379ad4) {{(pid=75026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:39.437321 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.451391 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Transition to ACTIVE for port object fd5557aa-fe9d-47aa-8040-ba0b00d83a31 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:39.461121 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.473433 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.474102 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d66b1049-a464-4b3c-943f-40074b777ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:39.490179 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78f748-2d2d-41b0-9517-bb93323e82f1 None None] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:39.574004 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Pushing event updated for resources: {'Port': ['ID=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:39.603775 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.604355 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.604847 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.605056 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.605449 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.605926 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.606383 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.606846 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.607511 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.607873 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.608185 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.608496 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.608802 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Tracked resource versions report: May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: pushed versions: May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: { 'AddressGroup': {'1.2'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'ConntrackHelper': {'1.0'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Log': {'1.0'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Network': {'1.1'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Port': {'1.7'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'PortForwarding': {'1.2'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'QosPolicy': {'1.8'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroup': {'1.4'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroupRule': {'1.2'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SubPort': {'1.0'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Subnet': {'1.1'}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Trunk': {'1.1'}} May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: consumer versions: May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: { DHCP agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: HyperV agent@hv-osbrick-7890: {}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: L3 agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: Metadata agent@dv-osbrick-789079-1-ceph: {}, May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: Open vSwitch agent@dv-osbrick-789079-1-ceph: { 'AddressGroup': '1.2', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'ConntrackHelper': '1.0', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Log': '1.0', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Network': '1.1', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Port': '1.7', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'PortForwarding': '1.2', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'QosPolicy': '1.8', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroup': '1.4', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SecurityGroupRule': '1.2', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'SubPort': '1.0', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Subnet': '1.1', May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: 'Trunk': '1.1'}} May 02 03:12:39.609838 dv-osbrick-789079-1-ceph neutron-server[75029]: {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:12:39.613012 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Attempting to bind port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:39.619073 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Attempting to bind port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:39.619623 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Attempting to bind port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 on network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:39.628222 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.provisioning_blocks [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Transition to ACTIVE for port object 0efd7f9f-7684-44c8-a9c1-71a971379ad4 will not be triggered until provisioned by entity DHCP. {{(pid=75026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:39.629532 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:39.630777 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:39.631675 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Checking segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:39.631940 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.632607 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Bound using segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:39.633446 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Bound port: fd5557aa-fe9d-47aa-8040-ba0b00d83a31, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:39.633891 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.654301 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.665178 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-d65c3140-a1b5-4d13-af21-1297dad73b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:39.694122 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-5b08b702-c511-4052-b700-321b905386b9 None None] Provisioning for port 9821a166-a5df-42a9-bae1-2aa58c326317 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:39.727667 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:39.731408 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:39.739552 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Received port after_create {{(pid=75026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:39.740173 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632435'] for router_interface, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.749739 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] For port fd5557aa-fe9d-47aa-8040-ba0b00d83a31, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:39.754506 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] For port fd5557aa-fe9d-47aa-8040-ba0b00d83a31, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:39.769525 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.777535 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:39.793650 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Allocated IP 172.20.0.1 (888859f7-1d2c-4c30-a4d0-e3d1b512d120/6544cc19-c45a-43b1-b172-153c2699cc99/8b5d7924-cf05-49aa-a97e-ec3a23494540) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:39.866449 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:39.867129 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:39.910136 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 9821a166-a5df-42a9-bae1-2aa58c326317 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:39.946256 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Pushing event updated for resources: {'Port': ['ID=0efd7f9f-7684-44c8-a9c1-71a971379ad4,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:39.950539 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:39.982370 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Pushing event updated for resources: {'Port': ['ID=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:39.996906 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78186fc5-255b-48e8-85db-4ca5352aea8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.017497 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.035385 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Transition to ACTIVE for port object 8b5d7924-cf05-49aa-a97e-ec3a23494540 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:40.060699 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.075074 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-81b976f8-7c76-4a09-9a2a-8dd75b790142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:40.144040 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 9821a166-a5df-42a9-bae1-2aa58c326317 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:40.152507 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 9821a166-a5df-42a9-bae1-2aa58c326317 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:40.153324 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.155454 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:40.163432 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:40.169918 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:40.181754 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:40.182225 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632435'] for router_interface, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.210607 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5d7924-cf05-49aa-a97e-ec3a23494540,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:40.215155 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.255200 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.307954 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.386959 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Transition to ACTIVE for port object 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:40.402627 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.417182 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5b08e8f3-3c69-40d9-8a39-0837f20e4cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:40.433034 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.496065 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c3e3-cc43-438a-b44e-3583d61b4a34 None None] Pushing event updated for resources: {'Port': ['ID=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:40.498609 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.518289 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dda3c3e3-cc43-438a-b44e-3583d61b4a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.550372 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-d1543806-a754-46a5-94fb-3ad868cfd9be None None] Provisioning for port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:40.558923 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-d1543806-a754-46a5-94fb-3ad868cfd9be None None] Provisioning complete for port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:40.559522 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d1543806-a754-46a5-94fb-3ad868cfd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.597854 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Attempting to bind port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:40.598343 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Attempting to bind port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:40.598819 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Attempting to bind port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 on network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:40.611176 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 9821a166-a5df-42a9-bae1-2aa58c326317, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=9821a166-a5df-42a9-bae1-2aa58c326317,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:40.623311 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:40.623982 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Checking segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:40.624438 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.624965 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Bound using segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:40.625492 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Bound port: 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:40.625970 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.668111 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.670370 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:37Z', 'revision_number': 3, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:40.678771 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834b1ae-27e7-4ce7-8c7f-bcd09a8a223c None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:37Z', 'revision_number': 3, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:40.684178 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks [] for port, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.684470 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 06d11dea-4b14-4bfb-aef1-bbe557fd2062 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:40.690965 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.692117 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994540'] for router_interface, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.695712 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:40.747323 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:40.783568 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-d1543806-a754-46a5-94fb-3ad868cfd9be None None] Port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:40.823432 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.830167 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.831385 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994540'] for router_interface, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.840477 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:40.857941 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=9821a166-a5df-42a9-bae1-2aa58c326317,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:40.858582 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Pushing event updated for resources: {'Port': ['ID=0efd7f9f-7684-44c8-a9c1-71a971379ad4,revision_number=2']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:40.864061 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.867635 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.868440 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:40.876807 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:40.877455 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.918503 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:40.919291 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] For port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:40.919896 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:40.938025 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] For port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:40.957752 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-228887ec-f30f-4665-b1e4-9644719e56b6 None None] Provisioning for port 8b5d7924-cf05-49aa-a97e-ec3a23494540 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:40.962111 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.973741 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-228887ec-f30f-4665-b1e4-9644719e56b6 None None] Provisioning complete for port 8b5d7924-cf05-49aa-a97e-ec3a23494540 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:40.974113 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-228887ec-f30f-4665-b1e4-9644719e56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.991712 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5d7924-cf05-49aa-a97e-ec3a23494540,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:41.003700 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:41.006364 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:41.136785 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-228887ec-f30f-4665-b1e4-9644719e56b6 None None] Port 8b5d7924-cf05-49aa-a97e-ec3a23494540 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:41.154065 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:41.154684 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:41.187479 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:41.189864 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:41.230366 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c3e3-cc43-438a-b44e-3583d61b4a34 None None] Pushing event updated for resources: {'Port': ['ID=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:41.233678 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dda3c3e3-cc43-438a-b44e-3583d61b4a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:41.253865 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:12:41.418904 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-228887ec-f30f-4665-b1e4-9644719e56b6 None None] Provisioning complete for port 9821a166-a5df-42a9-bae1-2aa58c326317 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:41.419265 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-228887ec-f30f-4665-b1e4-9644719e56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.426037 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Router 848619dc-565a-49cd-9d3b-57f41a3d3743 has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:12:41.442105 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.509200 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:41.524356 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] 10.222.0.41 "PUT /v2.0/routers/b2dbdee4-1846-45da-a817-96855df584fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836800 May 02 03:12:41.550388 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 06d11dea-4b14-4bfb-aef1-bbe557fd2062, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=06d11dea-4b14-4bfb-aef1-bbe557fd2062,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:41.563956 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:41.608165 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.623131 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:41.672977 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:41.692430 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] 10.222.0.41 "PUT /v2.0/routers/848619dc-565a-49cd-9d3b-57f41a3d3743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2248173 May 02 03:12:41.905167 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=06d11dea-4b14-4bfb-aef1-bbe557fd2062,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:41.908779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:41.935779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device fd5557aa-fe9d-47aa-8040-ba0b00d83a31 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:42.054429 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-0a84ad00-385e-45fd-a1e5-93e17e00cd59 None None] Provisioning complete for port 8b5d7924-cf05-49aa-a97e-ec3a23494540 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:42.054791 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0a84ad00-385e-45fd-a1e5-93e17e00cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.129450 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-0a84ad00-385e-45fd-a1e5-93e17e00cd59 None None] Port 8b5d7924-cf05-49aa-a97e-ec3a23494540 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:42.140625 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:42.150112 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:42.150475 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.184393 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-0a84ad00-385e-45fd-a1e5-93e17e00cd59 None None] Provisioning complete for port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:42.184774 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0a84ad00-385e-45fd-a1e5-93e17e00cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.238276 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45770) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:42.245925 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1922192694-network', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:42.252505 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:42.258120 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Usage tracker for resource:network and tenant:c23b2525007945f4ab501013bd3d2c1f is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:42.262517 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:42.266023 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 2, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:42.271986 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:42.272198 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-0a84ad00-385e-45fd-a1e5-93e17e00cd59 None None] Port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:42.276594 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f849c-76f0-48ec-82c8-9fc0a8ca135c None None] The sync data for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph is: [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 2, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:42.303046 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Made reservation on behalf of c23b2525007945f4ab501013bd3d2c1f for: {'network': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:42.307287 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.324094 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.340641 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:42.345107 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Usage tracker for resource:security_group_rule and tenant:c23b2525007945f4ab501013bd3d2c1f is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:42.348955 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:42.355161 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.363250 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:42.379611 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port fd5557aa-fe9d-47aa-8040-ba0b00d83a31, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:42.387764 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.389678 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 9821a166-a5df-42a9-bae1-2aa58c326317 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:42.420723 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:42.481445 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.488122 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.492068 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45776) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:42.496282 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:42.497930 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-370466811-network', 'tenant_id': '60142b78e9764193bb6f58987c28109d'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:42.502656 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:42.506748 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Usage tracker for resource:network and tenant:60142b78e9764193bb6f58987c28109d is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:42.509766 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:42.516772 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:42.518626 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=75027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:12:42.530633 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Made reservation on behalf of 60142b78e9764193bb6f58987c28109d for: {'network': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:42.531022 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.531152 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:42.531615 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.segments_db [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Added segment 2b667f42-de86-4216-8271-208a7c51c4b7 of type vlan for network fec5b15a-2ac6-4647-8c82-667b46252795 May 02 03:12:42.535378 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for network, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.543347 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:42.544130 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 9821a166-a5df-42a9-bae1-2aa58c326317 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:42.544495 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.557202 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.575025 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be820d7-c29c-4759-8172-4e7112611b46,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:42.584095 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:42.591690 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:42.593006 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:60142b78e9764193bb6f58987c28109d is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:42.595638 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.611953 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:42.626440 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:42.661926 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.663258 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:42.663858 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.672408 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:42.765516 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.770673 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.775262 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:42.806887 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=75026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:12:42.807147 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:42.808608 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5679724 May 02 03:12:42.809141 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45780) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:42.821096 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Request body: {'subnet': {'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1922192694-subnet', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'ip_version': 4}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:42.821315 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:42.821656 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Pushing event updated for resources: {'Network': ['ID=fec5b15a-2ac6-4647-8c82-667b46252795,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:42.821782 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:42.825429 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:42.828827 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28dae4-9b6d-4b21-b4f1-181d8c59e8bf,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:42.833547 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:42.835317 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.835647 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.segments_db [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Added segment 070142d8-c8c4-44e7-ab68-931ffa58d764 of type vlan for network b250a89f-1544-4328-b1e7-aeba70101c45 May 02 03:12:42.837203 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network fec5b15a-2ac6-4647-8c82-667b46252795 details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:12:42.841449 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:42.846997 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Usage tracker for resource:subnet and tenant:c23b2525007945f4ab501013bd3d2c1f is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:42.853020 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:42.868453 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:42.878300 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766582244792'] for network, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.904233 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Made reservation on behalf of c23b2525007945f4ab501013bd3d2c1f for: {'subnet': 1} {{(pid=75026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:42.905421 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.996844 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for network, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.001237 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:43.001888 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.012640 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:43.035699 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:43.138568 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6453650 May 02 03:12:43.139451 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45786) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:43.141036 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b250a89f-1544-4328-b1e7-aeba70101c45,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:43.146415 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:43.152579 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Request body: {'subnet': {'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-370466811-subnet', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'ip_version': 4}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:43.160743 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:43.162688 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Network b250a89f-1544-4328-b1e7-aeba70101c45 details requested by agent ovs-agent-dv-osbrick-789079-1-ceph with host dv-osbrick-789079-1-ceph {{(pid=75028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:12:43.166210 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Usage tracker for resource:subnet and tenant:60142b78e9764193bb6f58987c28109d is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:43.169954 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:43.176803 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:43.191721 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Made reservation on behalf of 60142b78e9764193bb6f58987c28109d for: {'subnet': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:43.205047 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.486064 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 2, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:43.491036 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:43.491383 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Updating router b2dbdee4-1846-45da-a817-96855df584fb port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 binding host dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:43.585268 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.597201 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.602448 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:43.679277 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=537db4ca-7a82-4607-b285-a4080f08673d,revision_number=0']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:43.683388 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:43.684232 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Checking segment: {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:43.684622 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Network hostable DHCP agents. Network: fec5b15a-2ac6-4647-8c82-667b46252795, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:12:43.715229 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Network fec5b15a-2ac6-4647-8c82-667b46252795 is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:12:43.739879 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, fec5b15a-2ac6-4647-8c82-667b46252795) {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:43.746520 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:43.747178 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.752811 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469221e-1627-481d-a0cc-60c25230c303 None None] Network fec5b15a-2ac6-4647-8c82-667b46252795 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:43.802597 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-257435bb-6c57-4a6f-bb58-5e5979d582ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9922879 May 02 03:12:43.807470 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45790) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:43.813188 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:43.824833 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:43.825399 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.830500 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:43.832785 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Usage tracker for resource:router and tenant:c23b2525007945f4ab501013bd3d2c1f is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:43.844782 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:43.852118 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:43.880433 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24818'] for router, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.881748 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24779'] for router, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.901572 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.950751 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b02c36-feac-43e7-950d-61128b2b6be7,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:43.955545 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:43.958685 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Checking segment: {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:43.959031 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Network hostable DHCP agents. Network: b250a89f-1544-4328-b1e7-aeba70101c45, hostable agents: ['0dc9bd28-cc43-4b93-822a-76bb06dc5079'], hosted agents: [] {{(pid=75027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:12:43.979718 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Network b250a89f-1544-4328-b1e7-aeba70101c45 is scheduled to be hosted by DHCP agent 0dc9bd28-cc43-4b93-822a-76bb06dc5079 with binding_index 1 {{(pid=75027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:12:43.980520 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device fd5557aa-fe9d-47aa-8040-ba0b00d83a31 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:43.992063 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-osbrick-789079-1-ceph, b250a89f-1544-4328-b1e7-aeba70101c45) {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:43.997333 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:43.997914 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.020449 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.026622 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8832743 May 02 03:12:44.029203 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45794) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:44.033983 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Transition to ACTIVE for port object 0efd7f9f-7684-44c8-a9c1-71a971379ad4 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:44.037246 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:44.044720 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:44.046556 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.050972 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:44.051735 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Usage tracker for resource:router and tenant:60142b78e9764193bb6f58987c28109d is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:44.055020 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:44.061115 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:44.073898 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-993660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24818'] for router, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.074283 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325fe2d0-26a6-4537-b15a-da84d59c0007 None None] Network b250a89f-1544-4328-b1e7-aeba70101c45 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:44.075499 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24779'] for router, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.097305 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.252864 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b9690-9170-49fd-bda4-425d1dee456c None None] Pushing event updated for resources: {'Port': ['ID=0efd7f9f-7684-44c8-a9c1-71a971379ad4,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:44.259562 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb2b9690-9170-49fd-bda4-425d1dee456c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:44.329323 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-937778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-993646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24793'] for router, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.352916 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Attempting to bind port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:44.353566 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Attempting to bind port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:44.354145 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Attempting to bind port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:44.367932 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:44.368409 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:44.368804 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.369183 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:44.369645 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Bound port: 0efd7f9f-7684-44c8-a9c1-71a971379ad4, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:44.370023 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.400257 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:44.400728 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.432850 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf2d1752-4a0f-5f0d-bd3c-4b314312f6d9-fec5b15a-2ac6-4647-8c82-667b46252795', 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'fixed_ips': [{'subnet_id': '537db4ca-7a82-4607-b285-a4080f08673d'}]}} from dv-osbrick-789079-1-ceph. {{(pid=75028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:12:44.434046 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.493765 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] For port 0efd7f9f-7684-44c8-a9c1-71a971379ad4, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:44.497550 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] For port 0efd7f9f-7684-44c8-a9c1-71a971379ad4, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=0efd7f9f-7684-44c8-a9c1-71a971379ad4,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:44.509871 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.521047 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:44.620262 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf2d1752-4a0f-5f0d-bd3c-4b314312f6d9-b250a89f-1544-4328-b1e7-aeba70101c45', 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'fixed_ips': [{'subnet_id': 'e6b02c36-feac-43e7-950d-61128b2b6be7'}]}} from dv-osbrick-789079-1-ceph. {{(pid=75028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:12:44.621542 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.644512 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b9690-9170-49fd-bda4-425d1dee456c None None] Pushing event updated for resources: {'Port': ['ID=0efd7f9f-7684-44c8-a9c1-71a971379ad4,revision_number=4']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:44.680990 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:44.682099 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:44.691144 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-937778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-993646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24793'] for router, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.730919 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.785215 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.822862 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 06d11dea-4b14-4bfb-aef1-bbe557fd2062 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:44.920493 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:44.962940 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_common [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Allocated IP 172.31.0.147 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/e60cae3b-0b26-4606-80ca-c6a9ae4a72a8) {{(pid=75026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:44.994976 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Sync routers for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:45.003823 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb2b9690-9170-49fd-bda4-425d1dee456c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:45.060180 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:45.060691 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.086841 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:45.087795 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:45.114405 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.135970 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.149978 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.169617 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.181373 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:45.243685 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Allocated IP 172.20.0.2 (fec5b15a-2ac6-4647-8c82-667b46252795/537db4ca-7a82-4607-b285-a4080f08673d/ea066d1e-d1a7-4f46-8676-a60d887044eb) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:45.246335 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Allocated IP 172.20.0.2 (b250a89f-1544-4328-b1e7-aeba70101c45/e6b02c36-feac-43e7-950d-61128b2b6be7/7a21f9b7-db3f-4d24-ab1d-48b0e013ba75) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:45.277610 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Pushing event updated for resources: {'Port': ['ID=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:45.282462 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:45.285082 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:45.287964 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:45.290968 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Received port after_create {{(pid=75026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:45.304967 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Allocated IP 172.31.0.194 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/bc777fda-d08b-405c-ac77-76dea4028b95) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:45.309429 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:44Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:45.314148 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f76b01-07f9-4676-9a95-5e00aaa797ae None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:44Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:45.499191 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.538531 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.545534 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:45.619455 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:45.622481 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:45.626824 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:45.661138 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:45.754535 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Pushing event updated for resources: {'Port': ['ID=bc777fda-d08b-405c-ac77-76dea4028b95,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:45.766327 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:45.768371 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:45.839913 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.032703 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.115015 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.214088 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:46.217454 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Transition to ACTIVE for port object ea066d1e-d1a7-4f46-8676-a60d887044eb will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:46.219025 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-993637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937843'] for router, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.226277 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.250924 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:46.251305 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.286175 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Transition to ACTIVE for port object 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:46.304955 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Transition to ACTIVE for port object ea066d1e-d1a7-4f46-8676-a60d887044eb will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:46.340049 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.350367 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Transition to ACTIVE for port object 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:46.372985 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:46.423928 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.453026 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Router 31687692-1739-48ee-8072-f4bd1276bda3 is scheduled to L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b with binding_index 1 {{(pid=75026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:12:46.484020 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-993637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937843'] for router, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.506385 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Network fec5b15a-2ac6-4647-8c82-667b46252795 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:46.511222 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:46.513788 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:46.526185 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Network b250a89f-1544-4328-b1e7-aeba70101c45 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:46.559302 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:46.562106 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:46.625594 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Pushing event updated for resources: {'Port': ['ID=ea066d1e-d1a7-4f46-8676-a60d887044eb,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:46.628620 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:46.636895 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:46.682238 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:46.692788 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Sync routers for ids ['31687692-1739-48ee-8072-f4bd1276bda3'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:46.696885 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Router bdaad970-688b-4c94-b774-8715e268e7ed is scheduled to L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b with binding_index 1 {{(pid=75027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:12:46.707971 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Routers {'31687692-1739-48ee-8072-f4bd1276bda3'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:46.708635 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['31687692-1739-48ee-8072-f4bd1276bda3'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:46.735460 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Notify callbacks [] for router, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.739615 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9284003 May 02 03:12:46.739873 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 45800) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:46.836745 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Attempting to bind port ea066d1e-d1a7-4f46-8676-a60d887044eb on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:46.837365 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Attempting to bind port ea066d1e-d1a7-4f46-8676-a60d887044eb by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:46.837620 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Attempting to bind port ea066d1e-d1a7-4f46-8676-a60d887044eb on network fec5b15a-2ac6-4647-8c82-667b46252795 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:46.844927 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.865233 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Attempting to bind port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:46.865605 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Attempting to bind port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:46.865974 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Attempting to bind port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 on network b250a89f-1544-4328-b1e7-aeba70101c45 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:46.868136 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:46.868508 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Checking segment: {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:46.868907 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.869301 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Bound using segment: {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:46.869774 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Bound port: ea066d1e-d1a7-4f46-8676-a60d887044eb, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:46.870160 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.896070 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Pushing event updated for resources: {'Port': ['ID=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:46.898924 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:46.904699 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:46.905066 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Checking segment: {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:46.905464 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.905870 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Bound using segment: {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:46.906340 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Bound port: 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:46.906716 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.925682 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:46.929760 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Set router 31687692-1739-48ee-8072-f4bd1276bda3 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:46.950193 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:46.958550 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Notify callbacks [] for router, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.963364 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9301486 May 02 03:12:46.963524 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Sync routers for ids ['bdaad970-688b-4c94-b774-8715e268e7ed'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:46.963623 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45804) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:46.977516 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.986132 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:47.136187 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 2, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:47.149241 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Routers {'bdaad970-688b-4c94-b774-8715e268e7ed'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:47.149936 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['bdaad970-688b-4c94-b774-8715e268e7ed'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:47.239742 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0efd7f9f-7684-44c8-a9c1-71a971379ad4 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:47.283741 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Checking router: 848619dc-565a-49cd-9d3b-57f41a3d3743 for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:47.284188 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Updating router 848619dc-565a-49cd-9d3b-57f41a3d3743 port 8b5d7924-cf05-49aa-a97e-ec3a23494540 binding host dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:47.304210 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:12:45Z', 'revision_number': 3, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:47.308899 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Checking router: 31687692-1739-48ee-8072-f4bd1276bda3 for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:47.309490 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Updating router 31687692-1739-48ee-8072-f4bd1276bda3 port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 binding host dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:47.370444 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.400734 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] For port ea066d1e-d1a7-4f46-8676-a60d887044eb, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:47.421471 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:47.440352 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:47.551122 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] For port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:47.561034 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] For port ea066d1e-d1a7-4f46-8676-a60d887044eb, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=ea066d1e-d1a7-4f46-8676-a60d887044eb,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:47.579756 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.593413 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.604686 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] For port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:47.605553 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:47.657065 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.699173 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.760605 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Set router bdaad970-688b-4c94-b774-8715e268e7ed gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:47.797896 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.823004 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.835023 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:47.840012 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Transition to ACTIVE for port object e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:47.852121 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.859075 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:47.947412 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:47.948099 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.973566 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Attempting to bind port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:47.974046 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Attempting to bind port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:47.974612 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Attempting to bind port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 on network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:47.982190 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:47.982898 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Checking segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:47.983402 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.983939 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Bound using segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:47.985038 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Bound port: e60cae3b-0b26-4606-80ca-c6a9ae4a72a8, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:47.985544 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.987123 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_common [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Allocated IP 172.20.0.1 (fec5b15a-2ac6-4647-8c82-667b46252795/537db4ca-7a82-4607-b285-a4080f08673d/0053a2e5-18da-4766-9445-4ae12d1a7cb4) {{(pid=75026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:48.089185 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846105f-5774-413c-bf10-4911595c5b7d None None] Pushing event updated for resources: {'Port': ['ID=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.121059 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8846105f-5774-413c-bf10-4911595c5b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.161772 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] For port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:48.166226 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] For port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:48.177635 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Pushing event updated for resources: {'Port': ['ID=ea066d1e-d1a7-4f46-8676-a60d887044eb,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.187254 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.197529 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8846105f-5774-413c-bf10-4911595c5b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.217093 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.217584 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.546s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.221870 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Allocated IP 172.20.0.1 (b250a89f-1544-4328-b1e7-aeba70101c45/e6b02c36-feac-43e7-950d-61128b2b6be7/a28a9e9c-81be-4e85-9fe0-4781f7b7e78e) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:48.326639 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Routers {'31687692-1739-48ee-8072-f4bd1276bda3'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:48.327456 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['31687692-1739-48ee-8072-f4bd1276bda3'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:48.379207 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.399577 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.provisioning_blocks [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Transition to ACTIVE for port object 0053a2e5-18da-4766-9445-4ae12d1a7cb4 will not be triggered until provisioned by entity DHCP. {{(pid=75026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:48.435349 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.441144 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.451243 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846105f-5774-413c-bf10-4911595c5b7d None None] Pushing event updated for resources: {'Port': ['ID=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.465106 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8846105f-5774-413c-bf10-4911595c5b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.489616 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.516005 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Transition to ACTIVE for port object a28a9e9c-81be-4e85-9fe0-4781f7b7e78e will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:48.549184 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Network fec5b15a-2ac6-4647-8c82-667b46252795 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:48.552241 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:48.552522 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.562038 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Received port after_create {{(pid=75026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:48.562503 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632435'] for router_interface, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.569465 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Pushing event updated for resources: {'Port': ['ID=0053a2e5-18da-4766-9445-4ae12d1a7cb4,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.571640 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.579015 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.648104 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] Set router 31687692-1739-48ee-8072-f4bd1276bda3 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:48.673195 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Pushing event updated for resources: {'Port': ['ID=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.677819 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Pushing event updated for resources: {'Port': ['ID=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.685811 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.691797 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.698421 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.698683 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Network b250a89f-1544-4328-b1e7-aeba70101c45 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:48.699908 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:48.705329 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:48.705905 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632435'] for router_interface, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.750571 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Transition to ACTIVE for port object 8b5d7924-cf05-49aa-a97e-ec3a23494540 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:48.754537 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.763147 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.781304 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.792967 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.895669 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.035352 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b137ab-5c31-4db0-8f1f-69d257d1d506 None None] Pushing event updated for resources: {'Port': ['ID=8b5d7924-cf05-49aa-a97e-ec3a23494540,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.042815 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b2b137ab-5c31-4db0-8f1f-69d257d1d506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.048619 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 0efd7f9f-7684-44c8-a9c1-71a971379ad4, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=0efd7f9f-7684-44c8-a9c1-71a971379ad4,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:49.100916 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:12:45Z', 'revision_number': 3, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:49.112401 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f83ab-f866-4164-9c58-a665f4ee67fb None None] The sync data for ids ['31687692-1739-48ee-8072-f4bd1276bda3'] in dv-osbrick-789079-1-ceph is: [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:12:45Z', 'revision_number': 3, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:49.134566 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.136260 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.143598 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.153655 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.156088 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994540'] for router_interface, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.177014 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.216222 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:45Z', 'revision_number': 3, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:49.293938 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Checking router: bdaad970-688b-4c94-b774-8715e268e7ed for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:49.294299 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Updating router bdaad970-688b-4c94-b774-8715e268e7ed port bc777fda-d08b-405c-ac77-76dea4028b95 binding host dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:49.328849 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Attempting to bind port 8b5d7924-cf05-49aa-a97e-ec3a23494540 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:49.340297 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Attempting to bind port 8b5d7924-cf05-49aa-a97e-ec3a23494540 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:49.340623 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Attempting to bind port 8b5d7924-cf05-49aa-a97e-ec3a23494540 on network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:49.365360 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:49.365737 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Checking segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:49.366130 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.366997 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Bound using segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:49.366997 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Bound port: 8b5d7924-cf05-49aa-a97e-ec3a23494540, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:49.367356 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.371268 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.386032 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.387244 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994540'] for router_interface, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.391054 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.394775 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Pushing event updated for resources: {'Port': ['ID=0053a2e5-18da-4766-9445-4ae12d1a7cb4,revision_number=2']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.398784 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.485321 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Network fec5b15a-2ac6-4647-8c82-667b46252795 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:49.487199 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:49.570446 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] For port 8b5d7924-cf05-49aa-a97e-ec3a23494540, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:49.573689 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] For port 8b5d7924-cf05-49aa-a97e-ec3a23494540, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=8b5d7924-cf05-49aa-a97e-ec3a23494540,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:49.580886 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:49.614952 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77782c46-9963-4326-a279-7ceefe19209f None None] Network fec5b15a-2ac6-4647-8c82-667b46252795 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:49.645396 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.740771 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Pushing event updated for resources: {'Port': ['ID=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.748512 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Network b250a89f-1544-4328-b1e7-aeba70101c45 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:49.749477 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.750461 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:49.764853 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=0efd7f9f-7684-44c8-a9c1-71a971379ad4,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.787888 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.792031 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.792493 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.887175 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Router 31687692-1739-48ee-8072-f4bd1276bda3 has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:12:49.905417 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57651a9-1add-43c2-bd51-cd98f0f5ae53 None None] Network b250a89f-1544-4328-b1e7-aeba70101c45 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:49.959049 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Router bdaad970-688b-4c94-b774-8715e268e7ed has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:12:50.080120 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b137ab-5c31-4db0-8f1f-69d257d1d506 None None] Pushing event updated for resources: {'Port': ['ID=8b5d7924-cf05-49aa-a97e-ec3a23494540,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:50.099449 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:50.102698 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b2b137ab-5c31-4db0-8f1f-69d257d1d506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:50.106866 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-c3818c8b-40c7-4635-ae99-578aca64a7ac None None] Provisioning for port ea066d1e-d1a7-4f46-8676-a60d887044eb completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:50.120380 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] 10.222.0.41 "PUT /v2.0/routers/31687692-1739-48ee-8072-f4bd1276bda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3724470 May 02 03:12:50.166239 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:50.176867 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] 10.222.0.41 "PUT /v2.0/routers/bdaad970-688b-4c94-b774-8715e268e7ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2122433 May 02 03:12:50.471628 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:50.472401 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:50.548896 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-608a659a-a8c3-4fdb-adf2-b08a6a08c262 None None] Provisioning for port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:50.635501 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:50.664338 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:50.664700 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.943286 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.958012 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:51.027156 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Transition to ACTIVE for port object bc777fda-d08b-405c-ac77-76dea4028b95 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:51.053041 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.060392 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-339b9ab5-133d-4799-ac9f-de187641a76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:51.403279 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.417254 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Attempting to bind port bc777fda-d08b-405c-ac77-76dea4028b95 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:51.417565 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Attempting to bind port bc777fda-d08b-405c-ac77-76dea4028b95 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:51.417917 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Attempting to bind port bc777fda-d08b-405c-ac77-76dea4028b95 on network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:51.419894 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e8375-eb7b-4018-b89c-f4c53f72741c None None] Pushing event updated for resources: {'Port': ['ID=bc777fda-d08b-405c-ac77-76dea4028b95,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:51.429219 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ab6e8375-eb7b-4018-b89c-f4c53f72741c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:51.450945 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:51.451405 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Checking segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:51.466154 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.466642 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Bound using segment: {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:51.467166 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Bound port: bc777fda-d08b-405c-ac77-76dea4028b95, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2aea23-e37c-46eb-8d66-122d03d7c385', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:51.467560 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.687091 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-42377881-5130-4120-954f-4250a8c57ed2 None None] Provisioning for port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:51.718779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:51.723560 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-42377881-5130-4120-954f-4250a8c57ed2 None None] Provisioning complete for port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:51.724161 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-42377881-5130-4120-954f-4250a8c57ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.759250 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.760185 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device ea066d1e-d1a7-4f46-8676-a60d887044eb up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:51.796529 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b2b137ab-5c31-4db0-8f1f-69d257d1d506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:51.844186 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] For port bc777fda-d08b-405c-ac77-76dea4028b95, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:51.876173 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] For port bc777fda-d08b-405c-ac77-76dea4028b95, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=bc777fda-d08b-405c-ac77-76dea4028b95,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:51.897748 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.939870 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-42377881-5130-4120-954f-4250a8c57ed2 None None] Port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:51.970255 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:51.977332 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:51.981578 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dda3c3e3-cc43-438a-b44e-3583d61b4a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:52.033429 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:49Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:52.049168 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Routers {'bdaad970-688b-4c94-b774-8715e268e7ed'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:52.049665 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['bdaad970-688b-4c94-b774-8715e268e7ed'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:52.097021 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-42377881-5130-4120-954f-4250a8c57ed2 None None] Provisioning complete for port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:52.097435 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-42377881-5130-4120-954f-4250a8c57ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:52.129328 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae99b1-5d97-4385-a937-659d76e44f00 None None] The sync data for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph is: [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:49Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:52.165193 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port ea066d1e-d1a7-4f46-8676-a60d887044eb completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:52.194224 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port ea066d1e-d1a7-4f46-8676-a60d887044eb triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:52.194529 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:52.303824 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e8375-eb7b-4018-b89c-f4c53f72741c None None] Pushing event updated for resources: {'Port': ['ID=bc777fda-d08b-405c-ac77-76dea4028b95,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:52.334363 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ab6e8375-eb7b-4018-b89c-f4c53f72741c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:52.486094 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] Set router bdaad970-688b-4c94-b774-8715e268e7ed gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:52.717871 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:52.859128 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Provisioning complete for port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:52.859507 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:52.890234 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port ea066d1e-d1a7-4f46-8676-a60d887044eb, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=ea066d1e-d1a7-4f46-8676-a60d887044eb,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:52.926045 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:52.927466 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:52.961820 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:53.108920 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:53.141872 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=ea066d1e-d1a7-4f46-8676-a60d887044eb,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:53.242495 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Provisioning complete for port ea066d1e-d1a7-4f46-8676-a60d887044eb triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:53.242869 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:53.268516 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:53.287116 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:53.287891 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:53.424749 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Sync routers for ids ['31687692-1739-48ee-8072-f4bd1276bda3'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:53.438656 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Routers {'31687692-1739-48ee-8072-f4bd1276bda3'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:53.439507 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['31687692-1739-48ee-8072-f4bd1276bda3'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:53.501092 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'a28a9e9c-81be-4e85-9fe0-4781f7b7e78e', 'name': '', 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'mac_address': 'fa:16:3e:32:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:12:49Z', 'revision_number': 2, 'project_id': '60142b78e9764193bb6f58987c28109d', 'subnets': [{'id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:53.547440 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4132b0-f5b0-45d0-9bcc-1459a32e9fec None None] The sync data for ids ['bdaad970-688b-4c94-b774-8715e268e7ed'] in dv-osbrick-789079-1-ceph is: [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'a28a9e9c-81be-4e85-9fe0-4781f7b7e78e', 'name': '', 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'mac_address': 'fa:16:3e:32:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:12:49Z', 'revision_number': 2, 'project_id': '60142b78e9764193bb6f58987c28109d', 'subnets': [{'id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:53.626260 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Provisioning for port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:53.636141 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Provisioning complete for port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:53.636512 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:53.704521 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Set router 31687692-1739-48ee-8072-f4bd1276bda3 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:53.739017 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-ae139366-73ca-4af3-a614-4b2985338f5c None None] Port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:54.045853 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0efd7f9f-7684-44c8-a9c1-71a971379ad4 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:54.206605 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:54.207558 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.308649 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0053a2e5-18da-4766-9445-4ae12d1a7cb4', 'name': '', 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'mac_address': 'fa:16:3e:56:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '537db4ca-7a82-4607-b285-a4080f08673d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 2, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'subnets': [{'id': '537db4ca-7a82-4607-b285-a4080f08673d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:54.313493 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Checking router: 31687692-1739-48ee-8072-f4bd1276bda3 for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:54.313941 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Updating router 31687692-1739-48ee-8072-f4bd1276bda3 port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 binding host dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:54.404150 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 8b5d7924-cf05-49aa-a97e-ec3a23494540 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:54.413749 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.508807 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 8b5d7924-cf05-49aa-a97e-ec3a23494540 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:54.514469 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 8b5d7924-cf05-49aa-a97e-ec3a23494540 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:54.514891 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.731009 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.774335 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 8b5d7924-cf05-49aa-a97e-ec3a23494540, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=8b5d7924-cf05-49aa-a97e-ec3a23494540,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:54.780082 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.781046 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:54.843457 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:54.926706 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=8b5d7924-cf05-49aa-a97e-ec3a23494540,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:54.930846 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:54.949422 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:54.949899 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.955931 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:54.956344 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.963918 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Transition to ACTIVE for port object 0053a2e5-18da-4766-9445-4ae12d1a7cb4 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:54.975089 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.980183 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:55.098243 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.117827 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:55.133289 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.134155 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:55.181156 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:55.229149 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49995c-a8e0-4633-ae28-4bed8f9ea5d1 None None] Pushing event updated for resources: {'Port': ['ID=0053a2e5-18da-4766-9445-4ae12d1a7cb4,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:55.233517 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a49995c-a8e0-4633-ae28-4bed8f9ea5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:55.340828 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:55.350351 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:55.352976 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Attempting to bind port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:55.353347 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Attempting to bind port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:55.353708 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Attempting to bind port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 on network fec5b15a-2ac6-4647-8c82-667b46252795 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:55.362145 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:55.362445 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Checking segment: {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:55.363161 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.363550 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Bound using segment: {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:55.364052 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Bound port: 0053a2e5-18da-4766-9445-4ae12d1a7cb4, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b667f42-de86-4216-8271-208a7c51c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:55.364436 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.388909 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:55.389410 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.496947 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] For port 0053a2e5-18da-4766-9445-4ae12d1a7cb4, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:55.502862 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] For port 0053a2e5-18da-4766-9445-4ae12d1a7cb4, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=0053a2e5-18da-4766-9445-4ae12d1a7cb4,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:55.513267 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.518139 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8846105f-5774-413c-bf10-4911595c5b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:55.528182 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device ea066d1e-d1a7-4f46-8676-a60d887044eb up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:55.618852 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port ea066d1e-d1a7-4f46-8676-a60d887044eb triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:55.619226 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.673417 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Routers {'31687692-1739-48ee-8072-f4bd1276bda3'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:55.674501 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['31687692-1739-48ee-8072-f4bd1276bda3'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:55.939670 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49995c-a8e0-4633-ae28-4bed8f9ea5d1 None None] Pushing event updated for resources: {'Port': ['ID=0053a2e5-18da-4766-9445-4ae12d1a7cb4,revision_number=4']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:55.943773 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a49995c-a8e0-4633-ae28-4bed8f9ea5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:56.021298 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device bc777fda-d08b-405c-ac77-76dea4028b95 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:56.073838 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] Set router 31687692-1739-48ee-8072-f4bd1276bda3 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:56.114512 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port bc777fda-d08b-405c-ac77-76dea4028b95 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:56.119295 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port bc777fda-d08b-405c-ac77-76dea4028b95 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:56.119659 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.335749 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.373552 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port bc777fda-d08b-405c-ac77-76dea4028b95, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=bc777fda-d08b-405c-ac77-76dea4028b95,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:56.380982 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.381918 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 8b5d7924-cf05-49aa-a97e-ec3a23494540 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:56.407055 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:12:56.412100 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:56.453539 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0053a2e5-18da-4766-9445-4ae12d1a7cb4', 'name': '', 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'mac_address': 'fa:16:3e:56:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '537db4ca-7a82-4607-b285-a4080f08673d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:12:55Z', 'revision_number': 4, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'subnets': [{'id': '537db4ca-7a82-4607-b285-a4080f08673d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:56.459868 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7acff-180e-43bb-9b13-a039837c3b8e None None] The sync data for ids ['31687692-1739-48ee-8072-f4bd1276bda3'] in dv-osbrick-789079-1-ceph is: [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0053a2e5-18da-4766-9445-4ae12d1a7cb4', 'name': '', 'network_id': 'fec5b15a-2ac6-4647-8c82-667b46252795', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'mac_address': 'fa:16:3e:56:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '537db4ca-7a82-4607-b285-a4080f08673d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:12:55Z', 'revision_number': 4, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'subnets': [{'id': '537db4ca-7a82-4607-b285-a4080f08673d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:56.516957 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=bc777fda-d08b-405c-ac77-76dea4028b95,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:56.524572 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:56.534261 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 8b5d7924-cf05-49aa-a97e-ec3a23494540 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:56.534952 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.668321 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:56.745654 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:56.746174 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.985074 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device bc777fda-d08b-405c-ac77-76dea4028b95 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:58.070281 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port bc777fda-d08b-405c-ac77-76dea4028b95 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:58.070654 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.195004 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0053a2e5-18da-4766-9445-4ae12d1a7cb4 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:58.302048 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:58.307510 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:58.307774 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.441369 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.482622 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port 0053a2e5-18da-4766-9445-4ae12d1a7cb4, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=0053a2e5-18da-4766-9445-4ae12d1a7cb4,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:58.501378 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.510830 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:58.634036 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=0053a2e5-18da-4766-9445-4ae12d1a7cb4,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:58.638040 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:59.833550 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0053a2e5-18da-4766-9445-4ae12d1a7cb4 up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:59.905923 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:59.906269 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:00.266685 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Sync routers for ids ['bdaad970-688b-4c94-b774-8715e268e7ed'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:13:00.280557 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Routers {'bdaad970-688b-4c94-b774-8715e268e7ed'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:00.281836 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['bdaad970-688b-4c94-b774-8715e268e7ed'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:00.460353 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Set router bdaad970-688b-4c94-b774-8715e268e7ed gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:00.763219 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 45976) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:00.767154 dv-osbrick-789079-1-ceph neutron-server[75027]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 03:13:00.838500 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'a28a9e9c-81be-4e85-9fe0-4781f7b7e78e', 'name': '', 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'mac_address': 'fa:16:3e:32:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:12:49Z', 'revision_number': 2, 'project_id': '60142b78e9764193bb6f58987c28109d', 'subnets': [{'id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:00.843690 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Checking router: bdaad970-688b-4c94-b774-8715e268e7ed for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:13:00.844090 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Updating router bdaad970-688b-4c94-b774-8715e268e7ed port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e binding host dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:13:00.900459 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:00.912104 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-f57333f1-e2c4-4228-aacd-f3fa5fea4d89 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:00.913789 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-f57333f1-e2c4-4228-aacd-f3fa5fea4d89 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 815 time: 0.1494830 May 02 03:13:00.930998 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-5ad5952f-67fc-4fe4-af5d-0fa92f470c51 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/quotas/1f6fd0b008ab4930a29f7fd4bd6210cb HTTP/1.1" status: 200 len: 375 time: 0.0101266 May 02 03:13:01.016094 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-37b3d20b-7c86-4efb-ac0a-a203000c4169 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Synchronizing usage tracker for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:01.033589 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-37b3d20b-7c86-4efb-ac0a-a203000c4169 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Unset dirty status for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:01.034994 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-37b3d20b-7c86-4efb-ac0a-a203000c4169 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977745 May 02 03:13:01.223763 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-fdbe235f-43a5-4ebd-9d45-70334531bd30 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:13:01.230492 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-fdbe235f-43a5-4ebd-9d45-70334531bd30 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0612402 May 02 03:13:01.250999 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.262801 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Transition to ACTIVE for port object a28a9e9c-81be-4e85-9fe0-4781f7b7e78e will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:01.270801 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.279342 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:01.441576 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-66183d5c-40c2-4995-a448-76bfeca8e026 service neutron] 10.222.0.41 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101717 May 02 03:13:01.488736 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a210dc1-3d0e-40e1-841d-2c8668a282ae None None] Pushing event updated for resources: {'Port': ['ID=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:01.492042 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9a210dc1-3d0e-40e1-841d-2c8668a282ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:01.499772 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Attempting to bind port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e on host dv-osbrick-789079-1-ceph for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:13:01.500173 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Attempting to bind port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e by drivers openvswitch,hyperv on host dv-osbrick-789079-1-ceph at level 0 using segments [{'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:13:01.500530 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Attempting to bind port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e on network b250a89f-1544-4328-b1e7-aeba70101c45 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:01.506344 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Checking agent: {'id': '48370881-ab3f-4c04-998d-093a665f5dd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-osbrick-789079-1-ceph', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 5, 38), 'started_at': datetime.datetime(2021, 5, 2, 3, 6, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-osbrick-789079-1-ceph'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:13:01.506717 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Checking segment: {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:01.507108 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.507496 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Bound using segment: {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:13:01.507983 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Bound port: a28a9e9c-81be-4e85-9fe0-4781f7b7e78e, host: dv-osbrick-789079-1-ceph, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070142d8-c8c4-44e7-ab68-931ffa58d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:13:01.508350 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.604029 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] For port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e, host dv-osbrick-789079-1-ceph, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:13:01.608947 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-19f2126a-5c34-4d9e-9676-8f4976b69df9 service neutron] 10.222.0.41 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661749 May 02 03:13:01.609382 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] For port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e, host dv-osbrick-789079-1-ceph, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:13:01.616267 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.621196 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:01.689629 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Routers {'bdaad970-688b-4c94-b774-8715e268e7ed'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:01.690265 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:12:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['bdaad970-688b-4c94-b774-8715e268e7ed'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:01.799761 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a210dc1-3d0e-40e1-841d-2c8668a282ae None None] Pushing event updated for resources: {'Port': ['ID=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:01.815005 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9a210dc1-3d0e-40e1-841d-2c8668a282ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:01.973051 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] Set router bdaad970-688b-4c94-b774-8715e268e7ed gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:01.984659 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 46010) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:02.038116 dv-osbrick-789079-1-ceph neutron-server[75026]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 03:13:02.084422 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0c3641a2-fb7c-4f5c-8313-22a99906b06c req-1213d7df-a818-476c-a6f5-5691ca26e3cc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 210 time: 0.0986059 May 02 03:13:02.308387 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'a28a9e9c-81be-4e85-9fe0-4781f7b7e78e', 'name': '', 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'mac_address': 'fa:16:3e:32:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:13:01Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'subnets': [{'id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:02.312632 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd54087-5870-4268-9b08-3b4f7e485ae0 None None] The sync data for ids ['bdaad970-688b-4c94-b774-8715e268e7ed'] in dv-osbrick-789079-1-ceph is: [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': 'a28a9e9c-81be-4e85-9fe0-4781f7b7e78e', 'name': '', 'network_id': 'b250a89f-1544-4328-b1e7-aeba70101c45', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'mac_address': 'fa:16:3e:32:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:47Z', 'updated_at': '2021-05-02T03:13:01Z', 'revision_number': 4, 'project_id': '60142b78e9764193bb6f58987c28109d', 'subnets': [{'id': 'e6b02c36-feac-43e7-950d-61128b2b6be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:13:03.032538 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:03.270932 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-05d8784f-e0e1-40e1-9583-a7caef45e153 req-4484277b-1166-4dc9-a4af-b1a4ab4e5b36 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 210 time: 0.0448105 May 02 03:13:03.777315 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.30', 56424) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:03.891109 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device a28a9e9c-81be-4e85-9fe0-4781f7b7e78e up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:03.972697 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-f0c13ff4-f3b0-49f8-b5cb-bf7123f9367b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:03.974895 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-f0c13ff4-f3b0-49f8-b5cb-bf7123f9367b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 815 time: 0.1783459 May 02 03:13:04.019250 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning for port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:04.024110 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:04.024474 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.054642 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'port': {'device_id': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'admin_state_up': True, 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:04.174450 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.205851 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] For port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:04.210083 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.211875 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:04.217620 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:04.228886 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:04.239912 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Made reservation on behalf of 1f6fd0b008ab4930a29f7fd4bd6210cb for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:04.243709 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.281561 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Pushing event updated for resources: {'Port': ['ID=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:04.285505 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:04.447641 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Allocated IP 172.20.0.13 (888859f7-1d2c-4c30-a4d0-e3d1b512d120/6544cc19-c45a-43b1-b172-153c2699cc99/18abc3fa-e6c2-40c2-9838-5faed3f33cc4) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:04.542178 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f0e39b6e-dad7-4683-abb6-e8220f505caa req-462bb002-85cb-4c2b-8f29-ee3d82ae8fbb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 210 time: 0.0852351 May 02 03:13:04.677812 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.696044 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Transition to ACTIVE for port object 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:04.731103 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.739486 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:04.818188 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:04.821501 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:04.822393 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:04.823343 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:04.829153 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:04.835043 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:04.835823 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:04.865062 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8144503 May 02 03:13:05.109907 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-e2248dfa-a220-4f05-877d-d2c57304cba0 None None] Provisioning for port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:05.114659 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-e2248dfa-a220-4f05-877d-d2c57304cba0 None None] Provisioning complete for port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:05.115505 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e2248dfa-a220-4f05-877d-d2c57304cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:05.173519 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-e2248dfa-a220-4f05-877d-d2c57304cba0 None None] Port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:13:05.443362 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f490416-bcb0-4f1f-90bc-0d21a3c03a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:05.743343 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7cc75-bb71-45a8-98b1-2a57ef7164e8 req-01c2dedb-5d9e-4d44-bf0a-526bb9ece2c7 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:05.744023 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-29a7cc75-bb71-45a8-98b1-2a57ef7164e8 req-01c2dedb-5d9e-4d44-bf0a-526bb9ece2c7 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Synchronizing usage tracker for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:05.759956 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-29a7cc75-bb71-45a8-98b1-2a57ef7164e8 req-01c2dedb-5d9e-4d44-bf0a-526bb9ece2c7 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Unset dirty status for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:05.762132 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-29a7cc75-bb71-45a8-98b1-2a57ef7164e8 req-01c2dedb-5d9e-4d44-bf0a-526bb9ece2c7 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0984800 May 02 03:13:05.826934 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-29a7cc75-bb71-45a8-98b1-2a57ef7164e8 req-1a21ecf8-6b5f-449c-9514-e13337808ed2 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 May 02 03:13:05.837149 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device a28a9e9c-81be-4e85-9fe0-4781f7b7e78e up at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:05.918285 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Provisioning complete for port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:05.918955 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:07.027720 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dbf57-4279-4408-b82b-b1c736c0aca3 req-06da8326-dd8d-4b8e-9c50-d174a26c9416 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:07.029563 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-5d3dbf57-4279-4408-b82b-b1c736c0aca3 req-06da8326-dd8d-4b8e-9c50-d174a26c9416 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0847998 May 02 03:13:07.075119 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-5d3dbf57-4279-4408-b82b-b1c736c0aca3 req-85658f16-3e24-4e7a-ac1d-8536cf7b3b71 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Synchronizing usage tracker for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:security_group {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:07.093030 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-5d3dbf57-4279-4408-b82b-b1c736c0aca3 req-85658f16-3e24-4e7a-ac1d-8536cf7b3b71 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Unset dirty status for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:security_group {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:07.094136 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-5d3dbf57-4279-4408-b82b-b1c736c0aca3 req-85658f16-3e24-4e7a-ac1d-8536cf7b3b71 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586562 May 02 03:13:07.546705 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:07.574721 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ffa82303-e529-43ea-879b-5e3085cd60d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:08.289696 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b0aaf-c579-4a46-8532-313838d62533 req-4b4a2a3b-d26b-49cd-95dc-e8e29b357007 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:08.291175 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-298b0aaf-c579-4a46-8532-313838d62533 req-4b4a2a3b-d26b-49cd-95dc-e8e29b357007 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0831277 May 02 03:13:08.340333 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-298b0aaf-c579-4a46-8532-313838d62533 req-ae0399a7-3c42-4c6f-bfe4-cc7437e832a5 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 May 02 03:13:08.755733 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:09.575284 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4039-cc4e-4f11-898c-171571e56810 req-cc005a52-322c-42c5-96a7-bbd31d5bc912 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:09.576796 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-2c9c4039-cc4e-4f11-898c-171571e56810 req-cc005a52-322c-42c5-96a7-bbd31d5bc912 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.1101031 May 02 03:13:09.627334 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-2c9c4039-cc4e-4f11-898c-171571e56810 req-eca6404b-c6d8-4eb0-865e-ae55baaf3d1c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 May 02 03:13:10.820338 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808422ee-4167-4d51-9f60-f96459a9730c req-0ef8133e-bdb6-4aba-be8f-c8b078ab3f82 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:10.821952 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-808422ee-4167-4d51-9f60-f96459a9730c req-0ef8133e-bdb6-4aba-be8f-c8b078ab3f82 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0816772 May 02 03:13:10.868360 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-808422ee-4167-4d51-9f60-f96459a9730c req-b4c80822-69c9-487d-8023-dbe7083d4ca9 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 May 02 03:13:12.059575 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb7b7-a095-4f02-95be-8d89c093bff4 req-2e9a619b-48e6-49bb-8eff-f0bc7e224318 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:12.061059 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-e02cb7b7-a095-4f02-95be-8d89c093bff4 req-2e9a619b-48e6-49bb-8eff-f0bc7e224318 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0881045 May 02 03:13:12.112474 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-e02cb7b7-a095-4f02-95be-8d89c093bff4 req-2290b36e-46ca-4fa3-b1a4-fb8e43f9ae6b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 May 02 03:13:13.305789 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b7a26-7661-41be-91d4-3c37f9691a34 req-9f61919b-e7b8-453c-a35c-6fe2c379d7c0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:13.308023 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0f4b7a26-7661-41be-91d4-3c37f9691a34 req-9f61919b-e7b8-453c-a35c-6fe2c379d7c0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0812523 May 02 03:13:13.358581 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0f4b7a26-7661-41be-91d4-3c37f9691a34 req-2289beec-4dbb-422f-a86e-4ec5cf291e9f tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 May 02 03:13:14.548090 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115f606-8eae-4452-ba0e-2b8058d84385 req-bcc38160-de14-4267-bb13-c026b3ea00f0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:14.550037 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-3115f606-8eae-4452-ba0e-2b8058d84385 req-bcc38160-de14-4267-bb13-c026b3ea00f0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0829124 May 02 03:13:14.612760 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-3115f606-8eae-4452-ba0e-2b8058d84385 req-f4e1d3c2-ab5b-4725-9c53-bd71e2654ef1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516515 May 02 03:13:15.794833 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f67ab-12d3-4c7d-9e05-7f41b0f66d2b req-e6c6c62c-9288-4af9-adce-a492830a0402 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:15.796297 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b27f67ab-12d3-4c7d-9e05-7f41b0f66d2b req-e6c6c62c-9288-4af9-adce-a492830a0402 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0809717 May 02 03:13:15.840099 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b27f67ab-12d3-4c7d-9e05-7f41b0f66d2b req-4fbed6f2-38af-4464-9a3a-3d217eed8e9e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 May 02 03:13:16.678660 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-e1b66292-f88e-4d71-9e17-7c50fbd19125 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:13:16.679551 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-e1b66292-f88e-4d71-9e17-7c50fbd19125 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0055478 May 02 03:13:16.777196 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Request body: {'port': {'device_id': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:16.890797 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.037790 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06462fd-9aa5-4ce2-b1a8-0012ff84e7ff req-156967bd-b94f-4c4e-a179-36b89f7c9ba4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:17.039498 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-c06462fd-9aa5-4ce2-b1a8-0012ff84e7ff req-156967bd-b94f-4c4e-a179-36b89f7c9ba4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 932 time: 0.0868843 May 02 03:13:17.088965 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-c06462fd-9aa5-4ce2-b1a8-0012ff84e7ff req-5dc1e923-119f-47fb-9caf-975bc90ef9cc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 May 02 03:13:17.281880 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:17.289276 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.303688 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Transition to ACTIVE for port object 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:17.307872 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.312508 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-d5a16dd2-5f73-4499-a210-1c11f639a661 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:17.466646 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:17.475363 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:17.495975 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Attempting to bind port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:13:17.496342 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Attempting to bind port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:13:17.496678 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Attempting to bind port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 on network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:17.501589 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 on network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:13:17.501897 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Attempting to bind port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 on network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:17.507112 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:13:17.507468 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Checking segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:17.508061 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Bound using segment: {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:13:17.508488 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Bound port: 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5ecfa5-106b-4d63-a00c-d996b5c54382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:13:17.510056 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.599544 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:13:17.603433 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:13:17.608304 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.612940 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:17.685792 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:17.686396 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.687851 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] 10.222.0.30 "PUT /v2.0/ports/18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1094 time: 0.9548261 May 02 03:13:17.688329 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:17.808426 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:17.819473 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:17.866345 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-08bef2eb-6f6b-4d09-b598-42566fccd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:17.867799 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-08bef2eb-6f6b-4d09-b598-42566fccd8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1097 time: 0.1045251 May 02 03:13:17.964976 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-01340ff6-c9c0-4efb-b87e-4b5e9a5cf91d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 217 time: 0.0679896 May 02 03:13:18.000747 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'status': 'completed', 'code': 200} May 02 03:13:18.027497 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-3161cb7a-acf1-4e8f-af16-316dd31890c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.028966 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-3161cb7a-acf1-4e8f-af16-316dd31890c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0578663 May 02 03:13:18.103570 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-e4e1c644-e7c1-41fd-b31e-94be9e683fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.105067 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-e4e1c644-e7c1-41fd-b31e-94be9e683fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701296 May 02 03:13:18.234994 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-7947f765-a6a7-410b-8758-680a0c3a6e2e service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229043 May 02 03:13:18.282932 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8848586-25ea-41a2-af3d-256cc1c5259e req-6287dd3b-a11b-4334-bde9-44c902f6ff8c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.284940 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-e8848586-25ea-41a2-af3d-256cc1c5259e req-6287dd3b-a11b-4334-bde9-44c902f6ff8c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 944 time: 0.0858622 May 02 03:13:18.351039 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-e8848586-25ea-41a2-af3d-256cc1c5259e req-ad75333a-9e89-446f-8e17-181f952e0ada tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 May 02 03:13:18.371456 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d1aa9d3-5ef6-43bd-bc66-b77b891269a8 req-c2fe5fa5-a5b9-4cb0-aa68-b0b828e04d73 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304936 May 02 03:13:18.545789 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-e212aa13-b10c-448c-ad7f-d4259d832e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.547251 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-e212aa13-b10c-448c-ad7f-d4259d832e3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1097 time: 0.0674202 May 02 03:13:18.675164 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-a0504606-fe92-4f52-8e1b-f7f71703b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.676662 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-a0504606-fe92-4f52-8e1b-f7f71703b92b service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.1236205 May 02 03:13:18.799486 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-f4347e60-c0ee-45ed-8630-b4dfdf90eb7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 217 time: 0.1153297 May 02 03:13:18.862331 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-5a23470d-d29b-4eec-b349-92a4cc1a45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.863880 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-5a23470d-d29b-4eec-b349-92a4cc1a45b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0589955 May 02 03:13:18.939195 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-71654791-be7f-4cce-86dc-039879a59c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.940714 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-71654791-be7f-4cce-86dc-039879a59c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704322 May 02 03:13:19.070287 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-c9b521ae-286a-4656-a952-998f469a247e service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226625 May 02 03:13:19.197664 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea37d1eb-c8bc-44d5-ba65-3bab1dd8bdd2 req-8779008d-ffe8-4b69-a8eb-2baf0cb38c79 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202726 May 02 03:13:19.552442 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65f81-d143-45aa-bd51-756e08f3ada9 req-c81b9d13-67f2-4ecd-b768-39406986cc7e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:19.553890 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-5da65f81-d143-45aa-bd51-756e08f3ada9 req-c81b9d13-67f2-4ecd-b768-39406986cc7e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 944 time: 0.0780714 May 02 03:13:19.601602 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-5da65f81-d143-45aa-bd51-756e08f3ada9 req-f81d4606-592e-4e04-bf29-ab179ca968cf tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 May 02 03:13:20.785893 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f113a3-5edd-45c2-b4e0-d62c976ef2c8 req-a1a5fcca-699e-44db-9891-1bdd95fcd531 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:20.787319 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-69f113a3-5edd-45c2-b4e0-d62c976ef2c8 req-a1a5fcca-699e-44db-9891-1bdd95fcd531 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 944 time: 0.0827425 May 02 03:13:20.830962 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-69f113a3-5edd-45c2-b4e0-d62c976ef2c8 req-c420ac95-5ab9-4047-91b4-7b16df907b88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 May 02 03:13:22.023038 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab034dc-978d-44c0-b143-3b3b88dd9745 req-e5ac9216-3c40-4e3d-9501-92713dd73393 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:22.024524 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1ab034dc-978d-44c0-b143-3b3b88dd9745 req-e5ac9216-3c40-4e3d-9501-92713dd73393 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 944 time: 0.0859478 May 02 03:13:22.067550 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1ab034dc-978d-44c0-b143-3b3b88dd9745 req-4bba2c7a-c17c-40ce-a370-34940b468e24 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 May 02 03:13:23.257072 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def658a-85ca-4845-bf31-1187b2774f2d req-9ea5c1f2-ad20-4b3a-bee3-32b64d411db9 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:23.258505 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-9def658a-85ca-4845-bf31-1187b2774f2d req-9ea5c1f2-ad20-4b3a-bee3-32b64d411db9 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 944 time: 0.0825193 May 02 03:13:23.302568 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-9def658a-85ca-4845-bf31-1187b2774f2d req-d58120ac-eea0-4939-979d-147acbf7df80 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 May 02 03:13:23.441877 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:13:23.571477 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:23.587503 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'port_id': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'mac_address': 'fa:16:3e:5e:68:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:13:23.642681 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:23.658841 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:23.674016 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:23.680173 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:23.681973 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:23.748957 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:23.754890 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:24.159781 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['18abc3fa-e6c2-40c2-9838-5faed3f33cc4'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:24.506552 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b43cf-a07b-4836-bd76-9c7b0c268d49 req-25a1e85d-dc0d-48f9-a6e3-6bab60c7add1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:24.508355 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b19b43cf-a07b-4836-bd76-9c7b0c268d49 req-25a1e85d-dc0d-48f9-a6e3-6bab60c7add1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 945 time: 0.1008542 May 02 03:13:24.556379 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b19b43cf-a07b-4836-bd76-9c7b0c268d49 req-e20c5e1d-f88b-4f39-b3dc-0c0f6a4288b1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 May 02 03:13:25.430386 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:25.502833 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:25.509153 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:25.509531 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:25.625395 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:25.654843 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:25.715051 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:25.721517 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:25.723383 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dda3c3e3-cc43-438a-b44e-3583d61b4a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:25.784659 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297647-06ac-4a98-81e6-e66750766767 req-3c249127-3751-440a-a8d4-57d297babcc9 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:25.787103 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-50297647-06ac-4a98-81e6-e66750766767 req-3c249127-3751-440a-a8d4-57d297babcc9 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.1103978 May 02 03:13:25.801673 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:25.805762 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:25.833355 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-50297647-06ac-4a98-81e6-e66750766767 req-e93e3dba-60b3-4611-9c9f-390f8764b87b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 May 02 03:13:25.874472 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'code': 200} May 02 03:13:26.145360 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-86d51a50-fe50-45d6-94f3-508a3780c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:26.148262 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-86d51a50-fe50-45d6-94f3-508a3780c417 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1099 time: 0.0729980 May 02 03:13:26.170835 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.184492 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:26.188253 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Usage tracker for resource:security_group_rule and tenant:aaddfd83ffaf47ac8ed6259598051c59 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:26.190955 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:26.196742 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:26.282457 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.287159 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.295572 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:26.312592 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6aabdb35-f336-43e5-8908-98fd6098a0b1 req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576440 May 02 03:13:26.324781 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64379b95-51c2-4ee6-b1bf-c5e59a8551e9,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:26.327884 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:27.017651 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2fc61-39ad-4f29-986d-6d1bad203bbc req-138dc053-f76a-4d50-962e-dd8097d34505 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:27.019117 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-76a2fc61-39ad-4f29-986d-6d1bad203bbc req-138dc053-f76a-4d50-962e-dd8097d34505 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0795457 May 02 03:13:27.066566 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-76a2fc61-39ad-4f29-986d-6d1bad203bbc req-ce33bee7-1d92-467e-8e6d-6a89e3144024 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 May 02 03:13:28.275496 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bb978-2cde-417e-bfc3-07b26e268fe1 req-6e8efdd9-f0a2-41c6-ba6d-27474a383d26 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:28.277992 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-273bb978-2cde-417e-bfc3-07b26e268fe1 req-6e8efdd9-f0a2-41c6-ba6d-27474a383d26 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.1025982 May 02 03:13:28.336039 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-273bb978-2cde-417e-bfc3-07b26e268fe1 req-19012367-ac75-4619-9290-4331c41bcec8 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 May 02 03:13:29.541241 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b959b8-1059-47af-8a3a-06f17e0148fb req-a7258680-fb1a-4205-a388-0229b609121b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:29.542679 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-52b959b8-1059-47af-8a3a-06f17e0148fb req-a7258680-fb1a-4205-a388-0229b609121b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0832441 May 02 03:13:29.588359 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-52b959b8-1059-47af-8a3a-06f17e0148fb req-64a2e279-0ecc-4190-8f12-9a36cf55d3df tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 May 02 03:13:29.775169 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72f0a0-1b94-4616-9f62-af87a1f504b3 req-943fd1c6-1154-4e6b-b7b7-1a6dcb7c67b5 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:29.776745 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a72f0a0-1b94-4616-9f62-af87a1f504b3 req-943fd1c6-1154-4e6b-b7b7-1a6dcb7c67b5 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0829332 May 02 03:13:29.820449 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a72f0a0-1b94-4616-9f62-af87a1f504b3 req-463f7556-98f9-413b-b10a-e507d3434fc4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 May 02 03:13:30.204463 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbd998-3d10-4022-a62f-0565f033e719 req-9561d90d-9061-474f-8526-89ce4ba534be tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:30.205919 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9fbbd998-3d10-4022-a62f-0565f033e719 req-9561d90d-9061-474f-8526-89ce4ba534be tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0777152 May 02 03:13:30.253308 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9fbbd998-3d10-4022-a62f-0565f033e719 req-58a523b1-4bab-48b7-b7e9-7108fabf9b40 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 May 02 03:13:33.026313 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.409642 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:13:35.448809 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b74bf7d0-d14f-4478-b278-650f4e5053df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:37.541769 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:37.569790 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-85d7e7a9-8d55-4c50-91b3-ddf5e72adf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.672505 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6d28-377d-4b62-874e-fc2d3e0a5f3c req-86f6f78a-d439-4412-aeb5-96370a3c703f tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:38.674113 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-374c6d28-377d-4b62-874e-fc2d3e0a5f3c req-86f6f78a-d439-4412-aeb5-96370a3c703f tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0858994 May 02 03:13:38.726734 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-374c6d28-377d-4b62-874e-fc2d3e0a5f3c req-152a391e-3e87-4e15-857b-2f51765e60d4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 May 02 03:13:38.751827 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 46322) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:38.779575 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.893280 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd30c9-8a9d-4f03-b30f-7ebb067f6e9c tempest-TestMinimumBasicScenario-1610637287 tempest-TestMinimumBasicScenario-1610637287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:38.894095 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-54dd30c9-8a9d-4f03-b30f-7ebb067f6e9c tempest-TestMinimumBasicScenario-1610637287 tempest-TestMinimumBasicScenario-1610637287-project-admin] Synchronizing usage tracker for tenant:60142b78e9764193bb6f58987c28109d on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:38.915760 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-54dd30c9-8a9d-4f03-b30f-7ebb067f6e9c tempest-TestMinimumBasicScenario-1610637287 tempest-TestMinimumBasicScenario-1610637287-project-admin] Unset dirty status for tenant:60142b78e9764193bb6f58987c28109d on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:38.921086 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 46328) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:38.924461 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-54dd30c9-8a9d-4f03-b30f-7ebb067f6e9c tempest-TestMinimumBasicScenario-1610637287 tempest-TestMinimumBasicScenario-1610637287-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1094 time: 0.1702983 May 02 03:13:38.926740 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'floatingip': {'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'port_id': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:38.933176 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:38.938424 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:floatingip and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:38.942211 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:38.948811 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:38.963370 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for floatingip, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.117160 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.345133 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_common [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Allocated IP 172.31.0.252 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/fd028eb1-b117-4d32-a4c8-d97ec9bbb386) {{(pid=75026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:39.527202 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for port, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.568074 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.575324 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-3eb0bfe3-00e7-4afc-bc72-686cd0c1799b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:39.638355 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:39.639456 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.base_scheduler [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources bound (agent type, host, resource id): {{(pid=75026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:39.643352 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Received port after_create {{(pid=75026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:39.702122 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'Port': ['ID=fd028eb1-b117-4d32-a4c8-d97ec9bbb386,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:39.714267 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.714706 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.714967 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.715353 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.715770 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.716095 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.716460 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.716740 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.717164 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.717401 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.717721 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.718034 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:39.723940 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:40.324445 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:40.468937 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:40.690737 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for port, precommit_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:40.696201 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:40.700173 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:40.750037 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632520'] for floatingip, after_update {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:40.901720 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'Port': ['ID=fd028eb1-b117-4d32-a4c8-d97ec9bbb386,revision_number=2']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:40.904735 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:41.004334 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.l3_db [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Floating IP 51decf64-b4ed-460f-913b-3140b8523d69 associated. External IP: 172.31.0.252, port: 18abc3fa-e6c2-40c2-9838-5faed3f33cc4. May 02 03:13:41.357179 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Router 848619dc-565a-49cd-9d3b-57f41a3d3743 has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:13:41.536913 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:13:41.551787 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] Sync routers for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:13:41.561514 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:41.562607 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:13:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:41.568607 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:41.627132 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-183f8a37-2897-46db-9e17-4600eb40ac88 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7047589 May 02 03:13:41.627828 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:41.630204 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 46360) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:41.636226 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796054369', 'description': 'tempest-secgroup-smoke-1796054369 description', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:41.641964 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:41.651920 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:41.663929 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:41.685591 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:41.689490 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:41.692327 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:41.698287 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:41.740828 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:41.773340 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:41.777548 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:41.782932 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-0e0f6491-c1a9-4165-848e-f70748e7c31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:41.815445 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bec3e-7166-4443-9a6b-647701d59dae,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:41.823263 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.823819 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.824263 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.824565 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.824887 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.825215 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.825723 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.826215 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.826691 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.827183 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.827666 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.828231 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:41.832808 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'status': 'completed', 'code': 200} May 02 03:13:41.834596 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:41.852789 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:41.854110 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-004f873e-c82a-4c23-adec-98e09a628d0a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2222576 May 02 03:13:41.857311 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 46372) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:41.862836 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group_rule': {'security_group_id': '9c6bec3e-7166-4443-9a6b-647701d59dae', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:41.868837 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:41.872949 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:41.875800 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:41.881541 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:41.938870 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.029233 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-824722e5-6735-4b7d-9b5e-0567514ba2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:42.031380 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-824722e5-6735-4b7d-9b5e-0567514ba2bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1099 time: 0.1334746 May 02 03:13:42.062587 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.107087 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '51decf64-b4ed-460f-913b-3140b8523d69', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'floating_ip_address': '172.31.0.252', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'port_id': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'mac_address': 'fa:16:3e:5e:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:13:40Z', 'updated_at': '2021-05-02T03:13:40Z', 'revision_number': 0, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:42.111337 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] Checking router: 848619dc-565a-49cd-9d3b-57f41a3d3743 for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:13:42.120403 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:42.121031 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:13:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:42.169364 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.190967 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:42.216755 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c976b699-67e1-4b4e-81a5-02635881795c,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:42.221177 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:42.238360 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.239586 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812091 May 02 03:13:42.242668 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 46378) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:42.249385 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group_rule': {'security_group_id': '9c6bec3e-7166-4443-9a6b-647701d59dae', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:42.259488 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:42.274388 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:42.278525 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:42.285178 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-eb4fde7f-35ab-4ea3-9d43-028f8316e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:42.286621 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-eb4fde7f-35ab-4ea3-9d43-028f8316e270 service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.2475169 May 02 03:13:42.287416 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:42.314368 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:42.365447 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.418990 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-dbb3ac81-dac9-4b0c-a21a-613f50e7030c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1000 time: 0.1249449 May 02 03:13:42.492405 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.499422 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.505538 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-db1584af-dc38-41b5-a8b0-bfd96d89f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:42.506958 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-db1584af-dc38-41b5-a8b0-bfd96d89f578 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0808959 May 02 03:13:42.510718 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:42.568096 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fb6d99-3489-4696-83b7-ce9c8ae54b01,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:42.571049 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:42.583336 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.584549 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-48baf63b-ced6-491e-bdf9-2549187c6abb tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3409951 May 02 03:13:42.587751 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 46382) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:42.593113 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group_rule': {'security_group_id': '9c6bec3e-7166-4443-9a6b-647701d59dae', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:42.599404 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:42.603232 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:42.606150 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:42.611235 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-f9fef7ce-bbc0-4317-bf4b-917facf6fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:42.612325 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:42.612775 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-f9fef7ce-bbc0-4317-bf4b-917facf6fcfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964704 May 02 03:13:42.639465 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.695495 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '51decf64-b4ed-460f-913b-3140b8523d69', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'floating_ip_address': '172.31.0.252', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'port_id': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'mac_address': 'fa:16:3e:5e:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:13:40Z', 'updated_at': '2021-05-02T03:13:40Z', 'revision_number': 0, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:42.699776 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448c4e8-38b8-44ef-9b97-6729a8928928 None None] The sync data for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph is: [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '51decf64-b4ed-460f-913b-3140b8523d69', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'floating_ip_address': '172.31.0.252', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'port_id': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'mac_address': 'fa:16:3e:5e:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:13:40Z', 'updated_at': '2021-05-02T03:13:40Z', 'revision_number': 0, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:13:42.721107 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.726799 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.737987 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:42.760158 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72acb066-2136-41ff-85f2-5668abcd2e78,revision_number=0']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:42.763471 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-e1c6c12f-c2f6-4644-b46e-81164aa80f5c service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439435 May 02 03:13:42.764286 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:42.772482 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.776613 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-652d6f45-2ff3-40d6-99f1-4c451615fbf1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850803 May 02 03:13:42.778276 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 46390) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:42.784303 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group_rule': {'security_group_id': '9c6bec3e-7166-4443-9a6b-647701d59dae', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:42.790244 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:42.794483 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:42.797543 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:42.803423 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:42.822337 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.906480 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.917641 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.920635 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:42.920857 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-06bb858c-3c4e-4486-b0cd-873d76719cce req-95059217-c772-4547-aaab-d2fc4456fe76 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504364 May 02 03:13:42.951425 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc5c043-d9d6-4ed0-9c0f-463df69b7966,revision_number=0']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:42.954560 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:42.963216 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.967591 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 46396) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:42.967756 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-64aac0f1-455e-4abc-a58c-10762f475905 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882355 May 02 03:13:42.973298 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group_rule': {'security_group_id': '9c6bec3e-7166-4443-9a6b-647701d59dae', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:42.981712 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:42.981942 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65f847-ee0b-4e55-85f9-06784ffffa06 None None] New status for floating IP 51decf64-b4ed-460f-913b-3140b8523d69: ACTIVE {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:13:42.986410 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:42.989762 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:42.996532 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:43.007318 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.securitygroups_db [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Project 1f6fd0b008ab4930a29f7fd4bd6210cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:13:43.013412 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.083167 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.087746 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.089986 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6e97ebe6-376a-4504-bacc-b35de7d1c449 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:43.112948 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5474c7d5-665f-4a07-a76a-4b1ca3f0df6b,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:43.116140 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:43.128058 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.129280 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607466 May 02 03:13:43.131988 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 46402) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:43.137808 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'security_group_rule': {'security_group_id': '9c6bec3e-7166-4443-9a6b-647701d59dae', 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:43.143790 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:43.148327 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Usage tracker for resource:security_group_rule and tenant:1f6fd0b008ab4930a29f7fd4bd6210cb is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:43.151342 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:43.157683 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:43.172447 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.securitygroups_db [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Project 1f6fd0b008ab4930a29f7fd4bd6210cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:13:43.180502 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.252738 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.257317 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.259594 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-485df5f2-1a07-4117-a404-ba55860b710c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:43.281943 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d96c4f5-98e4-4144-92c0-b9deb2ffb27c,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:43.291987 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:43.296644 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.297664 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647789 May 02 03:13:43.417493 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-f62b0725-7b6b-4860-99cb-8e3d48013992 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Synchronizing usage tracker for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:security_group {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:43.434411 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-f62b0725-7b6b-4860-99cb-8e3d48013992 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Unset dirty status for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:security_group {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:43.435575 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-f62b0725-7b6b-4860-99cb-8e3d48013992 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796054369&fields=id&tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb HTTP/1.1" status: 200 len: 267 time: 0.0579441 May 02 03:13:43.520529 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-c8107b8a-43df-41c9-a680-e25053f44c9d tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:43.521969 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-c8107b8a-43df-41c9-a680-e25053f44c9d tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0807014 May 02 03:13:43.532741 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'port': {'security_groups': ['4a9d5513-fe29-4d88-9b75-584a8dd47022', '9c6bec3e-7166-4443-9a6b-647701d59dae']}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:43.648285 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.902178 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:43.928089 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.932925 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.938769 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-aa8a0853-753c-44ab-a35f-3dc64ee8db40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:43.968956 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['18abc3fa-e6c2-40c2-9838-5faed3f33cc4'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:44.002331 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.002995 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.004550 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-25c6c4c3-c20f-448a-a4cf-bc426fae884b req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "PUT /v2.0/ports/18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 982 time: 0.4760690 May 02 03:13:44.005028 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:44.042097 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=6']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:44.045811 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:44.078130 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'status': 'completed', 'code': 200} May 02 03:13:44.154541 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['18abc3fa-e6c2-40c2-9838-5faed3f33cc4'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:44.208151 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-c2b91b58-cc53-4563-a97b-3006eee9664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.209921 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-c2b91b58-cc53-4563-a97b-3006eee9664c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1138 time: 0.0882633 May 02 03:13:44.213873 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632fe2-24c4-47e2-b88b-29fd8a0d9547 req-76655c61-3ceb-445c-a254-0925390f86a1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.215413 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-30632fe2-24c4-47e2-b88b-29fd8a0d9547 req-76655c61-3ceb-445c-a254-0925390f86a1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0981410 May 02 03:13:44.272472 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-30632fe2-24c4-47e2-b88b-29fd8a0d9547 req-70947060-81e5-4a91-8e54-2212a899ea85 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504608 May 02 03:13:44.360175 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-8d0605cf-ac97-41b8-9bfc-74a40ef5858c None None] Provisioning complete for port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:44.360546 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d0605cf-ac97-41b8-9bfc-74a40ef5858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.364184 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-ed1a7474-5ef6-46dc-807a-8b29cc60ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.365710 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-ed1a7474-5ef6-46dc-807a-8b29cc60ffcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.1489224 May 02 03:13:44.534588 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-db35a094-e8a3-4f74-abca-374e98c787a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1002 time: 0.1619613 May 02 03:13:44.683490 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-3eb73f85-20b7-492c-95a3-212f93bd3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.684925 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-3eb73f85-20b7-492c-95a3-212f93bd3e30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.1432221 May 02 03:13:44.778178 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b91ebde9-da25-4910-9a99-0868f9173ba8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.778842 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b91ebde9-da25-4910-9a99-0868f9173ba8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:network {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:44.811112 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b91ebde9-da25-4910-9a99-0868f9173ba8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:network {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:44.812313 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b91ebde9-da25-4910-9a99-0868f9173ba8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.2368667 May 02 03:13:44.815389 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-4dca1bf2-55ce-463b-bd37-e99adb511568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.816778 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-4dca1bf2-55ce-463b-bd37-e99adb511568 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232257 May 02 03:13:44.848319 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-82eb836d-8bcf-4976-af3d-80dd710e5be5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/quotas/46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 375 time: 0.0301418 May 02 03:13:45.002452 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-f71b5150-01d8-46f7-99a9-3599860412b9 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779149 May 02 03:13:45.043662 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-c74396bb-62e8-48bb-828a-784f68ba72d2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511214 May 02 03:13:45.240146 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f900972f-efa7-4b25-8d74-d313c71ef19c req-2f75a36b-c708-424b-a2c3-1d8afcc9bb63 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264850 May 02 03:13:45.247592 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-221773fe-90e7-40c0-a0f9-6c15bb54acb8 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636963 May 02 03:13:45.377729 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-10cddfb5-7f7e-412d-bd62-7d0dd9537cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241539 May 02 03:13:45.611208 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-1223932f-577a-45ae-bf66-b91c6911f82b req-ba27a52d-d1ff-4bc8-ae7d-cf82e666b182 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:45.629480 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-1223932f-577a-45ae-bf66-b91c6911f82b req-ba27a52d-d1ff-4bc8-ae7d-cf82e666b182 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:45.630580 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-1223932f-577a-45ae-bf66-b91c6911f82b req-ba27a52d-d1ff-4bc8-ae7d-cf82e666b182 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 210 time: 0.0640309 May 02 03:13:46.784677 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f94ba694-d48e-4825-acf9-e68c6c961b31 req-0d38bb1a-f6a3-4542-b9d4-5e9da5274dec tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 210 time: 0.0417268 May 02 03:13:47.054995 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b0cb0c85-ab30-4398-9550-317141e272c6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:47.056458 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b0cb0c85-ab30-4398-9550-317141e272c6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1421039 May 02 03:13:47.083168 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'port': {'device_id': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'admin_state_up': True, 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:47.215132 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:47.225360 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:47.235656 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:47.239157 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.397415 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.20.0.7 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/37fa6e57-6e21-4fe7-861c-71a28236820c) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:47.661884 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.678753 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Transition to ACTIVE for port object 37fa6e57-6e21-4fe7-861c-71a28236820c will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:47.705769 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.713315 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:47.775179 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:47.776568 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:47.779440 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:47.790848 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:47.791495 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.815361 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=37fa6e57-6e21-4fe7-861c-71a28236820c,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:47.820014 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:47.836426 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576861 May 02 03:13:47.856489 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Request body: {'port': {'device_id': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:47.978961 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.013317 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cb34-e078-4669-8327-c65cf5309a0e req-c1861039-b384-4568-9353-03ee5f4910be tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.015631 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0de0cb34-e078-4669-8327-c65cf5309a0e req-c1861039-b384-4568-9353-03ee5f4910be tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 931 time: 0.0954335 May 02 03:13:48.064304 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0de0cb34-e078-4669-8327-c65cf5309a0e req-02af93ce-b99c-412f-bdef-af148a1091c3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 May 02 03:13:48.113789 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-bba218fc-4b0a-4e29-8335-f3a02f8a25c8 None None] Provisioning for port 37fa6e57-6e21-4fe7-861c-71a28236820c completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:48.119037 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-bba218fc-4b0a-4e29-8335-f3a02f8a25c8 None None] Provisioning complete for port 37fa6e57-6e21-4fe7-861c-71a28236820c triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:48.119514 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bba218fc-4b0a-4e29-8335-f3a02f8a25c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.184777 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-bba218fc-4b0a-4e29-8335-f3a02f8a25c8 None None] Port 37fa6e57-6e21-4fe7-861c-71a28236820c cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:13:48.340128 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fa6e57-6e21-4fe7-861c-71a28236820c {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:48.347575 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.361726 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Transition to ACTIVE for port object 37fa6e57-6e21-4fe7-861c-71a28236820c will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:48.366031 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.370057 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-23f68d1b-76aa-4633-8ff8-445345c97b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:48.492435 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Pushing event updated for resources: {'Port': ['ID=37fa6e57-6e21-4fe7-861c-71a28236820c,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:48.520084 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:48.547983 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Attempting to bind port 37fa6e57-6e21-4fe7-861c-71a28236820c on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:13:48.548396 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Attempting to bind port 37fa6e57-6e21-4fe7-861c-71a28236820c by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:13:48.548854 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Attempting to bind port 37fa6e57-6e21-4fe7-861c-71a28236820c on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:48.553880 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Port 37fa6e57-6e21-4fe7-861c-71a28236820c on network c78bca5b-2e36-4459-8ecf-146c21571de5 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:13:48.554190 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Attempting to bind port 37fa6e57-6e21-4fe7-861c-71a28236820c on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:48.559814 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:13:48.560678 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:48.561270 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:13:48.561691 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Bound port: 37fa6e57-6e21-4fe7-861c-71a28236820c, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:13:48.562036 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.653169 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] For port 37fa6e57-6e21-4fe7-861c-71a28236820c, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:13:48.656106 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] For port 37fa6e57-6e21-4fe7-861c-71a28236820c, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=37fa6e57-6e21-4fe7-861c-71a28236820c,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:13:48.662507 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.666407 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e0c555ec-b4ab-48cb-af98-4aafd006aa05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:48.722091 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.722845 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.724980 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] 10.222.0.30 "PUT /v2.0/ports/37fa6e57-6e21-4fe7-861c-71a28236820c HTTP/1.1" status: 200 len: 1093 time: 0.8739390 May 02 03:13:48.725638 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'tag': '37fa6e57-6e21-4fe7-861c-71a28236820c'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:48.758237 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Pushing event updated for resources: {'Port': ['ID=37fa6e57-6e21-4fe7-861c-71a28236820c,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:48.767707 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:48.784062 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'tag': '37fa6e57-6e21-4fe7-861c-71a28236820c', 'status': 'completed', 'code': 200} May 02 03:13:48.894650 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b8dfe8e6-9a51-4047-9c74-997f3cca85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.896219 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-b8dfe8e6-9a51-4047-9c74-997f3cca85ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 1096 time: 0.0753427 May 02 03:13:48.972969 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-1c7bd17b-1caf-4c69-ac2d-312ca6538469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37fa6e57-6e21-4fe7-861c-71a28236820c HTTP/1.1" status: 200 len: 217 time: 0.0621839 May 02 03:13:49.034893 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-1a327ba5-44fb-49a9-b5e4-4abab079639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.036427 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-1a327ba5-44fb-49a9-b5e4-4abab079639f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0564265 May 02 03:13:49.112696 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-c4bffc48-036a-47d6-a95b-506cd14852ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.114138 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-c4bffc48-036a-47d6-a95b-506cd14852ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707240 May 02 03:13:49.243334 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-e8c258fc-7881-4984-ab83-815f5054d01b service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215100 May 02 03:13:49.253301 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b392-9ab0-4f4d-a79a-fe64a3422dd1 req-6c168ca6-135e-42da-a961-9603def634ff tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.254737 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-4690b392-9ab0-4f4d-a79a-fe64a3422dd1 req-6c168ca6-135e-42da-a961-9603def634ff tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.0831668 May 02 03:13:49.299248 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-4690b392-9ab0-4f4d-a79a-fe64a3422dd1 req-81f691f8-200b-453b-b567-ac2c4d71f739 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 May 02 03:13:49.370443 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-f9928260-73aa-42aa-bd11-b7a9d975d254 req-a2b74535-45eb-4ff4-9dd7-10a090fe79af service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199784 May 02 03:13:49.567675 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-cc7a0015-e8c5-4887-bfc4-9235bd2c65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.570061 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-cc7a0015-e8c5-4887-bfc4-9235bd2c65a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 1096 time: 0.1249747 May 02 03:13:49.699830 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-4374a343-35d1-44ce-8fca-99b300808e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.701289 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-4374a343-35d1-44ce-8fca-99b300808e25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1238606 May 02 03:13:49.769697 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-54cf604f-dc17-4779-9039-71a0deb6b5ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37fa6e57-6e21-4fe7-861c-71a28236820c HTTP/1.1" status: 200 len: 217 time: 0.0614049 May 02 03:13:49.831353 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-2349b507-ec5f-4ee5-a305-e278b0c51483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.832709 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-2349b507-ec5f-4ee5-a305-e278b0c51483 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0570714 May 02 03:13:49.917065 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-da0d00b9-d81e-48b4-bd4c-198854f6b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.918487 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-da0d00b9-d81e-48b4-bd4c-198854f6b2f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791659 May 02 03:13:50.048438 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-ca377ce9-3cc7-476b-8284-d7dafae2ae53 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232419 May 02 03:13:50.175381 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b96a1f5-a5fb-4a37-a2e6-ffc4bafe3676 req-f72d6bf9-2ac8-4d0a-9345-5db5b060b193 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202850 May 02 03:13:50.515013 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea3943-3120-452f-bf17-d5af77abce86 req-7c162108-20f1-4a27-964a-94c7e339f4be tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:50.515715 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-3aea3943-3120-452f-bf17-d5af77abce86 req-7c162108-20f1-4a27-964a-94c7e339f4be tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:50.533045 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-3aea3943-3120-452f-bf17-d5af77abce86 req-7c162108-20f1-4a27-964a-94c7e339f4be tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:50.534161 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3aea3943-3120-452f-bf17-d5af77abce86 req-7c162108-20f1-4a27-964a-94c7e339f4be tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.1148279 May 02 03:13:50.577541 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-3aea3943-3120-452f-bf17-d5af77abce86 req-31c21692-2228-46d5-9a08-98ee3ecbb092 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:security_group {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:50.593949 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-3aea3943-3120-452f-bf17-d5af77abce86 req-31c21692-2228-46d5-9a08-98ee3ecbb092 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:security_group {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:50.595469 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3aea3943-3120-452f-bf17-d5af77abce86 req-31c21692-2228-46d5-9a08-98ee3ecbb092 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 May 02 03:13:51.780784 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d398-f26b-459b-b694-6c541007ef00 req-776c3c14-874e-43bc-bf56-5b094318c268 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:51.782274 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-8411d398-f26b-459b-b694-6c541007ef00 req-776c3c14-874e-43bc-bf56-5b094318c268 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.0816474 May 02 03:13:51.826808 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-8411d398-f26b-459b-b694-6c541007ef00 req-67d127e1-b36d-4898-9845-1c7e2aea85c9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 May 02 03:13:53.024475 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618448e-f5f1-4577-a025-5acb7ca40cb4 req-ac75b083-094a-43cf-820d-922b9bca589a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:53.025904 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9618448e-f5f1-4577-a025-5acb7ca40cb4 req-ac75b083-094a-43cf-820d-922b9bca589a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.0861735 May 02 03:13:53.075018 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9618448e-f5f1-4577-a025-5acb7ca40cb4 req-8d889d45-0692-42f1-8093-4ff44ccf734f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 May 02 03:13:54.277564 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350378c7-43ce-46c9-b83d-120652d5ffe0 req-e817b836-7c69-4fab-a409-2df07beec3c3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:54.279003 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-350378c7-43ce-46c9-b83d-120652d5ffe0 req-e817b836-7c69-4fab-a409-2df07beec3c3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.0892482 May 02 03:13:54.322984 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-350378c7-43ce-46c9-b83d-120652d5ffe0 req-9768a21f-770e-436c-9b6d-2a9e018b9a60 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 May 02 03:13:55.523024 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d1cc8-27c1-46a5-9735-66f23e6b2e9b req-f911f228-a7eb-47cb-9690-110c236c3ef4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:55.524470 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1c5d1cc8-27c1-46a5-9735-66f23e6b2e9b req-f911f228-a7eb-47cb-9690-110c236c3ef4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.0879016 May 02 03:13:55.567729 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1c5d1cc8-27c1-46a5-9735-66f23e6b2e9b req-4a51ff5d-aee8-4956-a708-1c6eea9fb137 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 May 02 03:13:56.763084 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97414a92-e09c-4ec3-8570-e3819cc4fdcb req-8f4ddeec-c7b7-4ff3-9980-4a61b1eacecb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:56.764571 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-97414a92-e09c-4ec3-8570-e3819cc4fdcb req-8f4ddeec-c7b7-4ff3-9980-4a61b1eacecb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 943 time: 0.0876865 May 02 03:13:56.880806 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-97414a92-e09c-4ec3-8570-e3819cc4fdcb req-ea3240d2-5b17-490e-88e9-e968bcc08c7c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077454 May 02 03:13:57.602236 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 37fa6e57-6e21-4fe7-861c-71a28236820c details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:13:57.753594 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 37fa6e57-6e21-4fe7-861c-71a28236820c, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=37fa6e57-6e21-4fe7-861c-71a28236820c,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:57.770661 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': '37fa6e57-6e21-4fe7-861c-71a28236820c', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'port_id': '37fa6e57-6e21-4fe7-861c-71a28236820c', 'mac_address': 'fa:16:3e:bf:6d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:13:57.827448 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:57.844163 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fa6e57-6e21-4fe7-861c-71a28236820c {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:57.859828 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 37fa6e57-6e21-4fe7-861c-71a28236820c, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=37fa6e57-6e21-4fe7-861c-71a28236820c,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:57.867005 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:57.868921 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:57.933888 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=37fa6e57-6e21-4fe7-861c-71a28236820c,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:57.940862 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.941198 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.941528 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.941852 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.942179 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.942486 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.942807 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.943109 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.943441 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.943753 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.944083 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.944390 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:57.948352 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:58.069313 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86087e4-47d8-4322-80e7-b79ebb515025 req-bb98cebc-5e03-4c66-a66d-7a8f4e106218 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:58.070730 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d86087e4-47d8-4322-80e7-b79ebb515025 req-bb98cebc-5e03-4c66-a66d-7a8f4e106218 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 944 time: 0.0815578 May 02 03:13:58.116181 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d86087e4-47d8-4322-80e7-b79ebb515025 req-106dde09-4bfb-46c4-a8bb-319b5ef64894 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 May 02 03:13:58.260118 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['37fa6e57-6e21-4fe7-861c-71a28236820c'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:59.316119 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72509d9-cf2b-4f21-9961-f2754211ed25 req-8c5d172d-f33c-4755-a841-f2ef57d6bacb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:59.317584 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f72509d9-cf2b-4f21-9961-f2754211ed25 req-8c5d172d-f33c-4755-a841-f2ef57d6bacb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 944 time: 0.0819967 May 02 03:13:59.363007 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f72509d9-cf2b-4f21-9961-f2754211ed25 req-afcd72e2-654c-4ffb-a68f-5e0150e263b2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 May 02 03:13:59.622635 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 37fa6e57-6e21-4fe7-861c-71a28236820c up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:59.710842 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port 37fa6e57-6e21-4fe7-861c-71a28236820c completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:59.715718 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port 37fa6e57-6e21-4fe7-861c-71a28236820c triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:59.716120 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.831651 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.862097 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa6e57-6e21-4fe7-861c-71a28236820c'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:59.873131 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 37fa6e57-6e21-4fe7-861c-71a28236820c, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=37fa6e57-6e21-4fe7-861c-71a28236820c,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:59.879253 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.881446 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ab6e8375-eb7b-4018-b89c-f4c53f72741c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:59.910807 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa6e57-6e21-4fe7-861c-71a28236820c', 'code': 200} May 02 03:13:59.947694 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=37fa6e57-6e21-4fe7-861c-71a28236820c,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:59.950585 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:00.167078 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c615a4b-9316-43b5-8635-ff35f76c6f9f req-c34040a9-7fcd-4e19-b940-eaf563d0abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:00.168445 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0c615a4b-9316-43b5-8635-ff35f76c6f9f req-c34040a9-7fcd-4e19-b940-eaf563d0abe8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 1098 time: 0.0712607 May 02 03:14:00.209514 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-0c615a4b-9316-43b5-8635-ff35f76c6f9f req-c9fe3402-d756-45cb-8fc4-b2a3400e78fe service neutron] Synchronizing usage tracker for tenant:aaddfd83ffaf47ac8ed6259598051c59 on resource:security_group {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:00.229061 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-0c615a4b-9316-43b5-8635-ff35f76c6f9f req-c9fe3402-d756-45cb-8fc4-b2a3400e78fe service neutron] Unset dirty status for tenant:aaddfd83ffaf47ac8ed6259598051c59 on resource:security_group {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:00.230213 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0c615a4b-9316-43b5-8635-ff35f76c6f9f req-c9fe3402-d756-45cb-8fc4-b2a3400e78fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 May 02 03:14:00.571281 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8b8a6-b3af-437f-9461-9a68f2fdd9fc req-ab6ea909-758c-4d90-9cb0-8fe08e6199c4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:00.572788 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-41d8b8a6-b3af-437f-9461-9a68f2fdd9fc req-ab6ea909-758c-4d90-9cb0-8fe08e6199c4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0819817 May 02 03:14:00.618435 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-41d8b8a6-b3af-437f-9461-9a68f2fdd9fc req-5398fa07-c69b-4f66-8acf-64727b000dbe tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398414 May 02 03:14:01.820106 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c529be-d41c-466b-90f2-c15e8f602781 req-81bef217-7cca-49cb-b606-4c988880b8ad tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:01.821543 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d2c529be-d41c-466b-90f2-c15e8f602781 req-81bef217-7cca-49cb-b606-4c988880b8ad tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0926220 May 02 03:14:01.866049 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d2c529be-d41c-466b-90f2-c15e8f602781 req-7cb7df61-00a2-42ac-a98e-43032de8e663 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 May 02 03:14:02.061731 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2332be0-4071-45b3-86d2-eca30a3632c1 req-2902abc6-2265-4e4d-a6b5-270c0eeb6c52 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:02.063228 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-b2332be0-4071-45b3-86d2-eca30a3632c1 req-2902abc6-2265-4e4d-a6b5-270c0eeb6c52 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0878799 May 02 03:14:02.110161 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-b2332be0-4071-45b3-86d2-eca30a3632c1 req-98d5d411-945e-4bcb-926a-bffcda1f309d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 May 02 03:14:02.303141 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808d920-266e-401b-9163-ac4d46f32c54 req-e4a1ee77-6968-4113-87c9-99ce7fa0f84a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:02.304849 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e808d920-266e-401b-9163-ac4d46f32c54 req-e4a1ee77-6968-4113-87c9-99ce7fa0f84a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0900626 May 02 03:14:02.351219 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e808d920-266e-401b-9163-ac4d46f32c54 req-0ef97f9b-fa7e-4b97-9bb8-e7ba46aaadcd tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 May 02 03:14:02.840069 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa02a-302f-454d-a916-5e53edc9e244 req-4b8bb7f2-1d97-4977-a0cf-edaca9ddf9e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:02.843347 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c3eaa02a-302f-454d-a916-5e53edc9e244 req-4b8bb7f2-1d97-4977-a0cf-edaca9ddf9e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0858784 May 02 03:14:02.888830 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c3eaa02a-302f-454d-a916-5e53edc9e244 req-365ccd4b-02c8-4b9c-8f2a-87f97b31337d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 May 02 03:14:03.023446 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.086139 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937a242-9bb7-4699-baa8-d7a6dca31c56 req-4e9a8be4-7172-4911-a505-014cbc3fb661 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:04.087610 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-c937a242-9bb7-4699-baa8-d7a6dca31c56 req-4e9a8be4-7172-4911-a505-014cbc3fb661 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0788016 May 02 03:14:04.134372 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-c937a242-9bb7-4699-baa8-d7a6dca31c56 req-55c25cdb-430a-4f2c-af35-3b605052f66b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380371 May 02 03:14:04.813129 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-ea4703b6-2720-4a15-8777-296c550ee71a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:04.814526 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-ea4703b6-2720-4a15-8777-296c550ee71a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.0998368 May 02 03:14:04.870564 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.30', 56504) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:05.055773 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-089a55eb-9b33-47b6-b0fc-beab3f8f4835 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1842103 May 02 03:14:05.071433 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 37fa6e57-6e21-4fe7-861c-71a28236820c {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:05.071765 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.295887 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] For port 37fa6e57-6e21-4fe7-861c-71a28236820c, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=37fa6e57-6e21-4fe7-861c-71a28236820c,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:05.296268 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.424707 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 37fa6e57-6e21-4fe7-861c-71a28236820c owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:05.433033 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-1c22aead-f44a-40d4-86fe-9364f1de2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:05.434511 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-1c22aead-f44a-40d4-86fe-9364f1de2385 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1138 time: 0.2853360 May 02 03:14:05.453536 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-509e6b81-31ec-4008-8396-4c631371b920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.623225 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375be31-25e1-466d-942e-929e9960b1cf req-da660810-095a-4b60-aaac-ae5348ba008a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:05.624719 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b375be31-25e1-466d-942e-929e9960b1cf req-da660810-095a-4b60-aaac-ae5348ba008a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 945 time: 0.3850563 May 02 03:14:05.736643 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-b33e5767-0d88-407e-9d55-cc7c67add0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:05.738168 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-b33e5767-0d88-407e-9d55-cc7c67add0f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.2349334 May 02 03:14:05.805720 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b375be31-25e1-466d-942e-929e9960b1cf req-7d250ab0-e7b5-480a-a54e-a96c46b84d06 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748788 May 02 03:14:05.857234 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.860273 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-be4ea540-1e76-48a1-8cbe-15e3e18e92cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1002 time: 0.1156914 May 02 03:14:05.864430 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:05.895042 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['37fa6e57-6e21-4fe7-861c-71a28236820c'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:05.945977 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=37fa6e57-6e21-4fe7-861c-71a28236820c,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:05.982332 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:06.034912 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] No DVR routers for this DVR port 37fa6e57-6e21-4fe7-861c-71a28236820c on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:06.037217 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-437315e9-6344-40ad-a667-5da857b6cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:06.038687 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-437315e9-6344-40ad-a667-5da857b6cc74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.1422057 May 02 03:14:06.040765 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.043433 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'name': 'network-vif-deleted', 'tag': '37fa6e57-6e21-4fe7-861c-71a28236820c'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:06.102373 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e6d5bc46-892f-40bf-8c2a-1f25b96b0d23 req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "DELETE /v2.0/ports/37fa6e57-6e21-4fe7-861c-71a28236820c HTTP/1.1" status: 204 len: 173 time: 1.2639451 May 02 03:14:06.103921 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3a8c4-5c61-46ce-ad44-07618d836a05', 'name': 'network-vif-deleted', 'tag': '37fa6e57-6e21-4fe7-861c-71a28236820c', 'status': 'completed', 'code': 200} May 02 03:14:06.127657 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-f20b760b-174f-4f4d-a535-13255fe56928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:06.129169 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-f20b760b-174f-4f4d-a535-13255fe56928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799417 May 02 03:14:06.259774 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-1b027303-876b-4e26-beff-0e01d84e529a service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235735 May 02 03:14:06.392195 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d37e8fd5-78d1-41a1-81ab-b5893154cc0a req-1eac0b1b-eb0e-47c1-a266-7269163e9f87 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247706 May 02 03:14:07.060923 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-a3de00df-1a84-4abf-a99e-5d87887c63fb req-f930b7fc-96c0-4f37-bde2-da6c21542b84 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:07.076921 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-a3de00df-1a84-4abf-a99e-5d87887c63fb req-f930b7fc-96c0-4f37-bde2-da6c21542b84 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:07.078105 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a3de00df-1a84-4abf-a99e-5d87887c63fb req-f930b7fc-96c0-4f37-bde2-da6c21542b84 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f3a8c4-5c61-46ce-ad44-07618d836a05 HTTP/1.1" status: 200 len: 210 time: 0.1407325 May 02 03:14:07.546499 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:07.572480 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a8db17ef-2193-4e32-bdf5-ee90857168ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.781632 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.636473 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 37fa6e57-6e21-4fe7-861c-71a28236820c no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:14:09.695268 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: 37fa6e57-6e21-4fe7-861c-71a28236820c {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:14:09.695670 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 37fa6e57-6e21-4fe7-861c-71a28236820c not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:14:10.413634 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:14:14.044434 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-e6457489-cb03-4be1-bacd-051acb8195a8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:14.045866 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-e6457489-cb03-4be1-bacd-051acb8195a8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1489553 May 02 03:14:14.060213 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-8f939f0d-fbae-43cc-80f5-9010e9ceec50 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/quotas/46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 375 time: 0.0088840 May 02 03:14:14.141482 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-434f6bf9-f7ca-4c3d-a616-51e529fd70c9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764031 May 02 03:14:14.272242 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-bf14afb0-6459-45f4-ad38-ebf8bb7fec29 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242287 May 02 03:14:14.414252 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-22821029-e001-495f-a3f4-bc6b181681b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360118 May 02 03:14:14.802061 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-bf188fb3-9f02-43ce-88a2-d8ad1da2243b req-06d7ec1f-caf2-42c2-99cb-4aac61d283df tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 210 time: 0.0412886 May 02 03:14:15.961504 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e503f455-428f-4a26-ac83-177b1f756669 req-9dd6d63e-71f9-49da-ac82-4507261225bb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 210 time: 0.0541539 May 02 03:14:15.969840 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-1ea4ae0c-cb9c-4c33-b11b-fd9bd1b2ecfb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.971256 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-1ea4ae0c-cb9c-4c33-b11b-fd9bd1b2ecfb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1915288 May 02 03:14:15.990019 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'port': {'device_id': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'admin_state_up': True, 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:16.123605 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:16.134216 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:16.145179 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:14:16.149068 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.311812 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.20.0.7 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/4b52d007-b301-47b9-a846-cd6f891ef222) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:14:16.509846 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.525013 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Transition to ACTIVE for port object 4b52d007-b301-47b9-a846-cd6f891ef222 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:16.548341 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.555344 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:16.615943 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:14:16.618939 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:14:16.621497 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:14:16.627462 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:16.628083 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.650788 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=4b52d007-b301-47b9-a846-cd6f891ef222,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:16.654148 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:16.670838 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6844661 May 02 03:14:16.691400 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Request body: {'port': {'device_id': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:16.810822 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.849811 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-3dab3e28-0416-4fc7-80ca-4fdcca70ee74 None None] Provisioning for port 4b52d007-b301-47b9-a846-cd6f891ef222 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:16.855070 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-3dab3e28-0416-4fc7-80ca-4fdcca70ee74 None None] Provisioning complete for port 4b52d007-b301-47b9-a846-cd6f891ef222 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:16.855506 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3dab3e28-0416-4fc7-80ca-4fdcca70ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.909852 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-3dab3e28-0416-4fc7-80ca-4fdcca70ee74 None None] Port 4b52d007-b301-47b9-a846-cd6f891ef222 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:14:17.150131 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7223f-1108-45d7-b40f-0aaa9441f195 req-be972a2c-3243-4a00-9011-c4c191668dc0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:17.151550 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-26e7223f-1108-45d7-b40f-0aaa9441f195 req-be972a2c-3243-4a00-9011-c4c191668dc0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 931 time: 0.0842876 May 02 03:14:17.196319 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-26e7223f-1108-45d7-b40f-0aaa9441f195 req-d693951c-8f28-44e0-8ecb-9302265f1830 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 May 02 03:14:17.205699 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b52d007-b301-47b9-a846-cd6f891ef222 {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:17.216764 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:17.227186 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Transition to ACTIVE for port object 4b52d007-b301-47b9-a846-cd6f891ef222 will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:17.231763 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:17.235752 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:17.383517 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Pushing event updated for resources: {'Port': ['ID=4b52d007-b301-47b9-a846-cd6f891ef222,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:17.393686 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:17.414878 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Attempting to bind port 4b52d007-b301-47b9-a846-cd6f891ef222 on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:14:17.415194 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Attempting to bind port 4b52d007-b301-47b9-a846-cd6f891ef222 by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:14:17.415514 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Attempting to bind port 4b52d007-b301-47b9-a846-cd6f891ef222 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:17.420840 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Port 4b52d007-b301-47b9-a846-cd6f891ef222 on network c78bca5b-2e36-4459-8ecf-146c21571de5 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:14:17.421236 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Attempting to bind port 4b52d007-b301-47b9-a846-cd6f891ef222 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:17.427153 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:14:17.427483 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:14:17.427877 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:14:17.428330 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Bound port: 4b52d007-b301-47b9-a846-cd6f891ef222, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:14:17.428666 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:17.526923 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] For port 4b52d007-b301-47b9-a846-cd6f891ef222, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:14:17.530628 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] For port 4b52d007-b301-47b9-a846-cd6f891ef222, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=4b52d007-b301-47b9-a846-cd6f891ef222,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:14:17.535903 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:17.540017 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:17.592261 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:17.592867 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:17.594550 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b52d007-b301-47b9-a846-cd6f891ef222 HTTP/1.1" status: 200 len: 1093 time: 0.9090655 May 02 03:14:17.595010 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'tag': '4b52d007-b301-47b9-a846-cd6f891ef222'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:17.618200 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Pushing event updated for resources: {'Port': ['ID=4b52d007-b301-47b9-a846-cd6f891ef222,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:17.621924 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:17.640541 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'tag': '4b52d007-b301-47b9-a846-cd6f891ef222', 'status': 'completed', 'code': 200} May 02 03:14:17.736563 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-fb3167af-f654-445f-b3f5-5e2748bdd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:17.738038 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-fb3167af-f654-445f-b3f5-5e2748bdd11c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 1096 time: 0.0749094 May 02 03:14:17.815159 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-abdf8480-6b57-488e-8299-9a96e9333328 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b52d007-b301-47b9-a846-cd6f891ef222 HTTP/1.1" status: 200 len: 217 time: 0.0623140 May 02 03:14:17.877383 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-af5c7942-b90b-4373-81ba-de304206a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:17.878809 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-af5c7942-b90b-4373-81ba-de304206a261 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0572479 May 02 03:14:17.954615 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f225-d230-44d7-bb13-76687a8a20ff req-11da8aad-e93a-464d-867e-63e45f94ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:17.955989 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-11da8aad-e93a-464d-867e-63e45f94ebeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707510 May 02 03:14:18.083034 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-bdc6c414-1300-4c57-8cb5-070e63fd0a12 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207352 May 02 03:14:18.221668 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8534f225-d230-44d7-bb13-76687a8a20ff req-fc128446-f7bb-48ab-8083-5fab2b78a5f6 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319077 May 02 03:14:18.389759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-9c5b736f-4471-4d74-b796-7ccef1ee9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:18.391236 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-9c5b736f-4471-4d74-b796-7ccef1ee9583 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 1096 time: 0.0732393 May 02 03:14:18.392616 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c533-83d9-43f4-bb01-aa95de4dbea2 req-4c9260ca-a743-4845-9151-e1b7c00587b4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:18.394051 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-ad77c533-83d9-43f4-bb01-aa95de4dbea2 req-4c9260ca-a743-4845-9151-e1b7c00587b4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 943 time: 0.0839946 May 02 03:14:18.438134 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-ad77c533-83d9-43f4-bb01-aa95de4dbea2 req-9b242e9d-029b-4fe9-85e3-58eeedb7283d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 May 02 03:14:18.520651 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-5905ef06-149e-4e1f-8128-6d08a819e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:18.522111 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-5905ef06-149e-4e1f-8128-6d08a819e249 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1240733 May 02 03:14:18.587239 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-e8861c0e-56c0-4f02-826b-d74926cd637d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b52d007-b301-47b9-a846-cd6f891ef222 HTTP/1.1" status: 200 len: 217 time: 0.0585380 May 02 03:14:18.649819 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-605fe450-49fa-45b0-9314-97f3e90839fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:18.651320 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-605fe450-49fa-45b0-9314-97f3e90839fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0582950 May 02 03:14:18.726220 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-897210a3-6b17-40eb-8bc8-5331255aa1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:18.727603 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-897210a3-6b17-40eb-8bc8-5331255aa1d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703354 May 02 03:14:18.922561 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-4711547b-bd89-4fa3-ab21-d8310fddb0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878173 May 02 03:14:19.054448 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9b899fa6-eed3-4942-91e4-02bc0da29c9a req-cd651e2f-9b8d-4f5a-877e-d3aedc4a9ca1 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 May 02 03:14:19.642522 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d64290-a6d4-45a3-a53f-dec8319fbedd req-9e08a26d-afc3-4084-84cf-38aaede917d3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:19.643220 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-27d64290-a6d4-45a3-a53f-dec8319fbedd req-9e08a26d-afc3-4084-84cf-38aaede917d3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:19.660429 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-27d64290-a6d4-45a3-a53f-dec8319fbedd req-9e08a26d-afc3-4084-84cf-38aaede917d3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:19.661669 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-27d64290-a6d4-45a3-a53f-dec8319fbedd req-9e08a26d-afc3-4084-84cf-38aaede917d3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 943 time: 0.1075890 May 02 03:14:19.706704 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-27d64290-a6d4-45a3-a53f-dec8319fbedd req-542d9870-bca1-4665-a308-19486abb5bf5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 May 02 03:14:20.906276 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae557ff6-0dd4-4068-b5a3-93b6bd072c68 req-8a6d4145-3116-416c-94cb-5e2d6a8d4290 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:20.907632 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-ae557ff6-0dd4-4068-b5a3-93b6bd072c68 req-8a6d4145-3116-416c-94cb-5e2d6a8d4290 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 943 time: 0.0930884 May 02 03:14:20.951857 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-ae557ff6-0dd4-4068-b5a3-93b6bd072c68 req-694c97d0-6531-44a0-96ee-c6fd2772e612 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 May 02 03:14:22.155519 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586a8ad-4023-40f3-a759-0e8782650cf0 req-cd85bd08-1799-4e93-9293-4b2f7566249a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:22.156965 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4586a8ad-4023-40f3-a759-0e8782650cf0 req-cd85bd08-1799-4e93-9293-4b2f7566249a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 943 time: 0.0921822 May 02 03:14:22.202120 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4586a8ad-4023-40f3-a759-0e8782650cf0 req-28cecada-3273-4ac5-97bb-dab4d4ffa619 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 May 02 03:14:23.404921 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaefd41-d22c-4aec-8671-696cd840a944 req-b589ca6b-062b-4535-b31a-bbc7ed0f5f5e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:23.406368 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-dcaefd41-d22c-4aec-8671-696cd840a944 req-b589ca6b-062b-4535-b31a-bbc7ed0f5f5e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 943 time: 0.0964417 May 02 03:14:23.450750 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-dcaefd41-d22c-4aec-8671-696cd840a944 req-42e12e7b-3a02-4840-9cc2-ad261f62fa9d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385976 May 02 03:14:23.720588 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 4b52d007-b301-47b9-a846-cd6f891ef222 details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:14:23.864996 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 4b52d007-b301-47b9-a846-cd6f891ef222, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=4b52d007-b301-47b9-a846-cd6f891ef222,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:23.881019 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': '4b52d007-b301-47b9-a846-cd6f891ef222', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'port_id': '4b52d007-b301-47b9-a846-cd6f891ef222', 'mac_address': 'fa:16:3e:c5:97:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:14:23.935364 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:23.954500 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b52d007-b301-47b9-a846-cd6f891ef222 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:23.970765 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 4b52d007-b301-47b9-a846-cd6f891ef222, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=4b52d007-b301-47b9-a846-cd6f891ef222,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:23.976220 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:23.978114 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cef18766-4a32-4874-bcbb-09ac6389e8f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:24.041652 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=4b52d007-b301-47b9-a846-cd6f891ef222,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:24.044697 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:24.366447 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['4b52d007-b301-47b9-a846-cd6f891ef222'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:24.637997 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68d4e6-3c2a-417f-99f9-cd2daa1b84de req-145e9a1b-c615-4727-a7b7-27c9ea6e0932 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:24.639361 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ae68d4e6-3c2a-417f-99f9-cd2daa1b84de req-145e9a1b-c615-4727-a7b7-27c9ea6e0932 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 944 time: 0.0803049 May 02 03:14:24.684230 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ae68d4e6-3c2a-417f-99f9-cd2daa1b84de req-7af557a2-f627-4510-a963-447a2f6d856a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 May 02 03:14:25.734394 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 4b52d007-b301-47b9-a846-cd6f891ef222 up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:14:25.806609 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port 4b52d007-b301-47b9-a846-cd6f891ef222 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:25.811557 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port 4b52d007-b301-47b9-a846-cd6f891ef222 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:25.811970 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:25.881232 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e81796-0c33-4163-9e9d-b081a8035e5d req-1d02053e-22bf-4c85-93ba-99c231f271ea tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:25.882712 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f4e81796-0c33-4163-9e9d-b081a8035e5d req-1d02053e-22bf-4c85-93ba-99c231f271ea tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 944 time: 0.0852950 May 02 03:14:25.924795 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:25.930000 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f4e81796-0c33-4163-9e9d-b081a8035e5d req-c37cffbc-9f2e-4022-9556-44caad66697e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 May 02 03:14:25.953914 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b52d007-b301-47b9-a846-cd6f891ef222'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:25.963874 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 4b52d007-b301-47b9-a846-cd6f891ef222, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=4b52d007-b301-47b9-a846-cd6f891ef222,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:25.968650 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:25.970948 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:26.000296 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b52d007-b301-47b9-a846-cd6f891ef222', 'code': 200} May 02 03:14:26.037528 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=4b52d007-b301-47b9-a846-cd6f891ef222,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:26.041245 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:26.316436 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee694a-cabc-4197-85f8-0e27e7e02089 req-08c48b01-c68a-47bf-b4b8-6e49c9b8d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:26.317883 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a2ee694a-cabc-4197-85f8-0e27e7e02089 req-08c48b01-c68a-47bf-b4b8-6e49c9b8d613 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 1098 time: 0.0727298 May 02 03:14:26.358154 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a2ee694a-cabc-4197-85f8-0e27e7e02089 req-70811fc5-2e15-4b3e-987e-6eab7ef99211 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 May 02 03:14:27.128486 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150041a-90bd-4ce2-a2fe-1e5ec7786157 req-93698a6f-0d37-4c7c-b9e6-ee4e06a82788 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:27.129943 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-6150041a-90bd-4ce2-a2fe-1e5ec7786157 req-93698a6f-0d37-4c7c-b9e6-ee4e06a82788 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 945 time: 0.0820010 May 02 03:14:27.181852 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-6150041a-90bd-4ce2-a2fe-1e5ec7786157 req-a87a0ba9-7805-4749-b6a3-a489723c08f0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 May 02 03:14:28.385561 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0f4e0-cfdd-4a7f-8ed6-cd7c9889788c req-69d94852-0936-4306-a00f-5bad4630cae9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:28.387490 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9ce0f4e0-cfdd-4a7f-8ed6-cd7c9889788c req-69d94852-0936-4306-a00f-5bad4630cae9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 945 time: 0.0927813 May 02 03:14:28.436793 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9ce0f4e0-cfdd-4a7f-8ed6-cd7c9889788c req-a6177059-2bea-4453-89f3-47cbfff5f3ea tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 May 02 03:14:28.623082 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6088c-c78d-4c46-9b15-d2ea378d93df req-ebe574b0-b89b-492e-8006-90f613e5c745 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:28.624540 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-3ca6088c-c78d-4c46-9b15-d2ea378d93df req-ebe574b0-b89b-492e-8006-90f613e5c745 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 945 time: 0.0845444 May 02 03:14:28.668315 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-3ca6088c-c78d-4c46-9b15-d2ea378d93df req-963a08a6-ca3d-4a24-9685-c9d343caa38e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 May 02 03:14:31.139942 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-ef1eae4d-4417-40d1-ad1c-8c2364ac18cd tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:31.141299 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-ef1eae4d-4417-40d1-ad1c-8c2364ac18cd tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1663725 May 02 03:14:31.157976 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-db69ede3-0280-4bbf-8689-3dc02d417931 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/quotas/46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 375 time: 0.0093284 May 02 03:14:31.253724 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-f50d0a90-ceee-4a8a-b465-eb35beb94d3e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907915 May 02 03:14:31.354444 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-acfed50d-bcf6-4e57-af34-35d7b1c7dc31 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=75026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:14:31.355419 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-acfed50d-bcf6-4e57-af34-35d7b1c7dc31 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13182 time: 0.0454035 May 02 03:14:31.490499 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-360ab310-85fa-4874-8c84-c69b55dc0280 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290605 May 02 03:14:31.635687 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-44c27420-9e83-47c5-9d50-038591880758 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367562 May 02 03:14:31.892979 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4b84f334-3770-4831-bf0a-2cfd4d394ecc req-e0da9dd7-02d1-4af1-91c1-2cb8a87b66e8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 210 time: 0.0416617 May 02 03:14:33.033492 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:33.100789 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-0c087157-c1ff-42d1-a6ef-6ef612c93625 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:33.102310 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-0c087157-c1ff-42d1-a6ef-6ef612c93625 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1495547 May 02 03:14:33.112837 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-8411d67c-af39-49c0-ab80-96e67bf39924 req-0ab66cc0-06e0-4e6a-bf91-dc7ad3ed5718 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 210 time: 0.1082742 May 02 03:14:33.121045 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'port': {'device_id': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'admin_state_up': True, 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:33.254841 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:33.264922 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:33.274943 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:14:33.278276 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:33.439830 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.20.0.12 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/b8d4ff75-7f08-45e3-8b31-3760ab14248a) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:14:33.640764 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:33.655859 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Transition to ACTIVE for port object b8d4ff75-7f08-45e3-8b31-3760ab14248a will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:33.681423 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:33.688836 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:33.716590 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['4b52d007-b301-47b9-a846-cd6f891ef222'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:33.759952 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=b8d4ff75-7f08-45e3-8b31-3760ab14248a,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:33.762829 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:33.773192 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:14:33.774311 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:14:33.776848 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:14:33.782550 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:33.783187 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:33.817830 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7007825 May 02 03:14:33.836810 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Request body: {'port': {'device_id': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:33.986915 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.027028 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6be13eee-ea90-41b2-a2f6-c6b654825005 None None] Provisioning for port b8d4ff75-7f08-45e3-8b31-3760ab14248a completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:34.032714 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6be13eee-ea90-41b2-a2f6-c6b654825005 None None] Provisioning complete for port b8d4ff75-7f08-45e3-8b31-3760ab14248a triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:34.033147 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6be13eee-ea90-41b2-a2f6-c6b654825005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.088909 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6be13eee-ea90-41b2-a2f6-c6b654825005 None None] Port b8d4ff75-7f08-45e3-8b31-3760ab14248a cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:14:34.398720 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e8b5-b0d0-4929-b244-a0082e5454c3 req-3e97e125-2ab9-4769-99e6-b33dc4cf24af tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:34.399422 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-d655e8b5-b0d0-4929-b244-a0082e5454c3 req-3e97e125-2ab9-4769-99e6-b33dc4cf24af tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:34.455971 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-d655e8b5-b0d0-4929-b244-a0082e5454c3 req-3e97e125-2ab9-4769-99e6-b33dc4cf24af tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:34.457297 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d655e8b5-b0d0-4929-b244-a0082e5454c3 req-3e97e125-2ab9-4769-99e6-b33dc4cf24af tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 932 time: 0.2323232 May 02 03:14:34.506472 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d4ff75-7f08-45e3-8b31-3760ab14248a {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:34.517036 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.529260 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d655e8b5-b0d0-4929-b244-a0082e5454c3 req-72f37264-4689-45a2-91e4-04003d8344d5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657110 May 02 03:14:34.537144 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Transition to ACTIVE for port object b8d4ff75-7f08-45e3-8b31-3760ab14248a will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:34.542821 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.546531 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-c2ed5871-c236-4f64-a439-615c6cbc3999 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:34.692175 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d4ff75-7f08-45e3-8b31-3760ab14248a,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:34.699893 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:34.722838 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Attempting to bind port b8d4ff75-7f08-45e3-8b31-3760ab14248a on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:14:34.723176 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Attempting to bind port b8d4ff75-7f08-45e3-8b31-3760ab14248a by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:14:34.723503 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Attempting to bind port b8d4ff75-7f08-45e3-8b31-3760ab14248a on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:34.728685 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Port b8d4ff75-7f08-45e3-8b31-3760ab14248a on network c78bca5b-2e36-4459-8ecf-146c21571de5 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:14:34.729001 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Attempting to bind port b8d4ff75-7f08-45e3-8b31-3760ab14248a on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:34.734138 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:14:34.734494 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:14:34.734877 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:14:34.735298 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Bound port: b8d4ff75-7f08-45e3-8b31-3760ab14248a, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:14:34.735695 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.832050 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] For port b8d4ff75-7f08-45e3-8b31-3760ab14248a, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:14:34.835134 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] For port b8d4ff75-7f08-45e3-8b31-3760ab14248a, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:14:34.841886 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.845680 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:34.896297 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:34.896915 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:34.898352 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b8d4ff75-7f08-45e3-8b31-3760ab14248a HTTP/1.1" status: 200 len: 1094 time: 1.0666070 May 02 03:14:34.898793 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'tag': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:34.924727 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d4ff75-7f08-45e3-8b31-3760ab14248a,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:34.927964 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:34.945720 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'tag': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a', 'status': 'completed', 'code': 200} May 02 03:14:35.036826 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-11bc4291-0dae-4b34-b270-4a8ef32db641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:35.038336 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-11bc4291-0dae-4b34-b270-4a8ef32db641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 1097 time: 0.0734599 May 02 03:14:35.114354 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-92cc95e1-2d68-4aa4-8a6d-1494387cacf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a HTTP/1.1" status: 200 len: 217 time: 0.0600140 May 02 03:14:35.178946 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-fca83ce7-e1c7-4446-9af7-5d6f56c7d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:35.180603 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-fca83ce7-e1c7-4446-9af7-5d6f56c7d49e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0586534 May 02 03:14:35.259270 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-37af7dba-05f6-4cb8-af9e-7baf9e32af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:35.260689 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-37af7dba-05f6-4cb8-af9e-7baf9e32af23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704682 May 02 03:14:35.395022 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-149de4e9-04ed-45d2-9851-fcfe932f5072 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275563 May 02 03:14:35.459899 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ba893ea9-5e3c-422a-a4ca-e0873db1c3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:35.528669 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cb72ca89-02c5-4b7e-be8d-80ecc4f1209e req-c6580b45-de67-41dd-ac18-5f7a791284be service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261699 May 02 03:14:35.724698 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ea6c-914f-416a-afc2-82940536846a req-51febcc7-1195-435f-97f0-b504ed8de03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:35.726122 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-51febcc7-1195-435f-97f0-b504ed8de03e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 1097 time: 0.1252012 May 02 03:14:35.758178 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ee00b-bbf6-42eb-a836-3bf0a0eeba6a req-68f0bf95-4a60-4e52-90bd-cab88ce3c095 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:35.759535 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-2a3ee00b-bbf6-42eb-a836-3bf0a0eeba6a req-68f0bf95-4a60-4e52-90bd-cab88ce3c095 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.1209671 May 02 03:14:35.933189 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-2a3ee00b-bbf6-42eb-a836-3bf0a0eeba6a req-490cc06a-f084-4d91-9e48-3198c3bd75ad tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674368 May 02 03:14:35.955392 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ea6c-914f-416a-afc2-82940536846a req-ae17f00e-3f81-40d1-b4e2-20fa67f9fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:35.956853 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-ae17f00e-3f81-40d1-b4e2-20fa67f9fcd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.2233455 May 02 03:14:36.024311 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-ddadb70e-4a4c-4f64-a1a2-1f0cebcb16bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a HTTP/1.1" status: 200 len: 217 time: 0.0595405 May 02 03:14:36.097100 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ea6c-914f-416a-afc2-82940536846a req-29762f60-04d4-4f77-812b-e7df23fc709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:36.099365 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-29762f60-04d4-4f77-812b-e7df23fc709b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0690753 May 02 03:14:36.175971 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ea6c-914f-416a-afc2-82940536846a req-24dc1b31-ca53-4168-b765-9a86ce1aef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:36.177375 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-24dc1b31-ca53-4168-b765-9a86ce1aef20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708532 May 02 03:14:36.308416 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-c1cad785-6953-44c6-ac1e-e354e984219f service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235623 May 02 03:14:36.440838 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0559ea6c-914f-416a-afc2-82940536846a req-d8156950-cecb-4574-8e17-66934276948f service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254642 May 02 03:14:37.120643 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439f71-c314-4f27-90d0-4c55382bc223 req-624845d2-2e50-4cc6-86b4-12cf6b03a47b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:37.122072 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-1a439f71-c314-4f27-90d0-4c55382bc223 req-624845d2-2e50-4cc6-86b4-12cf6b03a47b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.0811598 May 02 03:14:37.170346 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-1a439f71-c314-4f27-90d0-4c55382bc223 req-876243c7-41da-4226-b371-9c7c12c62e67 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 May 02 03:14:37.550659 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:37.577122 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-395a8cee-8ad8-4ea5-b1b2-155a6e420bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:38.361691 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598500fa-4575-4c62-8ec7-0e1f19fc13b5 req-3e5900d9-078d-4a55-a7ad-30d44ed4bdc5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:38.363091 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-598500fa-4575-4c62-8ec7-0e1f19fc13b5 req-3e5900d9-078d-4a55-a7ad-30d44ed4bdc5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.0869753 May 02 03:14:38.420143 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-598500fa-4575-4c62-8ec7-0e1f19fc13b5 req-2e0ffe1d-0f96-4dca-8bbb-5dcc3579bd91 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 May 02 03:14:38.783885 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:39.618827 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e854a8-8a24-4689-99db-99726797ea0b req-8a5a1dd4-6114-4324-af49-624af96ee43c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:39.620451 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f1e854a8-8a24-4689-99db-99726797ea0b req-8a5a1dd4-6114-4324-af49-624af96ee43c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.0835228 May 02 03:14:39.670450 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f1e854a8-8a24-4689-99db-99726797ea0b req-34fb924a-6c1c-4ee1-b398-391b9505ebaa tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 May 02 03:14:40.883239 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b2836-f868-4b6b-8896-480b318b6c50 req-1e0424da-9ad4-4aa9-a0b9-ef14fe537e26 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:40.884617 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c56b2836-f868-4b6b-8896-480b318b6c50 req-1e0424da-9ad4-4aa9-a0b9-ef14fe537e26 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.0965161 May 02 03:14:40.932716 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c56b2836-f868-4b6b-8896-480b318b6c50 req-f5a89864-36cf-4e45-a8f0-3e6b9827252b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 May 02 03:14:42.143735 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9334dc-5128-4ca6-b1e8-105afcebde4d req-323088e0-a74f-43bb-a011-bc74f49edaf7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:42.145069 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-fe9334dc-5128-4ca6-b1e8-105afcebde4d req-323088e0-a74f-43bb-a011-bc74f49edaf7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.0855942 May 02 03:14:42.192109 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-fe9334dc-5128-4ca6-b1e8-105afcebde4d req-2a20cd5e-1d91-4214-8bc3-9e80e521665d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386167 May 02 03:14:43.078297 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-80cd358c-b775-4553-b09e-150541b7e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:43.079735 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-80cd358c-b775-4553-b09e-150541b7e331 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1138 time: 0.0718863 May 02 03:14:43.081430 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc7501-5838-45c5-91c8-76e0829cad14 req-9854d4af-fe68-450a-91c3-64a5a24df67a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:43.082904 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-bccc7501-5838-45c5-91c8-76e0829cad14 req-9854d4af-fe68-450a-91c3-64a5a24df67a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0800128 May 02 03:14:43.130016 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-bccc7501-5838-45c5-91c8-76e0829cad14 req-cc832996-635e-452d-ae71-ec54159e072f tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411785 May 02 03:14:43.208805 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-db899d2f-6466-4cda-ab21-ae58d2ea0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:43.210149 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-db899d2f-6466-4cda-ab21-ae58d2ea0dbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.1239052 May 02 03:14:43.339640 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-648542e8-7793-467c-a423-2340353bac26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1002 time: 0.1220684 May 02 03:14:43.411920 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-d2b478cc-0623-4b6c-9ff8-bc6d75bbdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:43.413303 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-d2b478cc-0623-4b6c-9ff8-bc6d75bbdd59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0667408 May 02 03:14:43.477957 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f177-bc0e-4bd0-8605-f6ab56c69878 req-4dfe1280-12a9-41ae-a999-249631b34a46 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:43.479278 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1986f177-bc0e-4bd0-8605-f6ab56c69878 req-4dfe1280-12a9-41ae-a999-249631b34a46 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 944 time: 0.1721280 May 02 03:14:43.535794 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1986f177-bc0e-4bd0-8605-f6ab56c69878 req-36935523-ddd6-44bb-a9c7-34f7deb8b815 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501783 May 02 03:14:43.541022 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-ab865ec2-9c8d-4dfb-88dc-0a387a849d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:43.542352 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-ab865ec2-9c8d-4dfb-88dc-0a387a849d24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226654 May 02 03:14:43.688698 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-b1fe12dc-ff96-45ab-b7f2-8256bc67aeda service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238465 May 02 03:14:43.878091 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a62395d8-0ab4-4501-8c70-d7db8533ee68 req-b899b7ce-6a95-4e5f-88a1-d5538ee8484b service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830060 May 02 03:14:43.905731 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device b8d4ff75-7f08-45e3-8b31-3760ab14248a details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:14:44.039661 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port b8d4ff75-7f08-45e3-8b31-3760ab14248a, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:44.053052 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'port_id': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a', 'mac_address': 'fa:16:3e:c9:1c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:14:44.114091 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.130761 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d4ff75-7f08-45e3-8b31-3760ab14248a {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:44.147643 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port b8d4ff75-7f08-45e3-8b31-3760ab14248a, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:44.152665 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.154548 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-326eb534-e4da-43de-bfa8-20309535ee5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:44.218779 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=b8d4ff75-7f08-45e3-8b31-3760ab14248a,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:44.221771 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:44.320494 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6b3b-9260-4edc-a6b2-25efd3058d09 req-15c94cf8-6d12-414d-878f-7e7aa517437e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:44.321913 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-75eb6b3b-9260-4edc-a6b2-25efd3058d09 req-15c94cf8-6d12-414d-878f-7e7aa517437e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0829833 May 02 03:14:44.376297 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-75eb6b3b-9260-4edc-a6b2-25efd3058d09 req-51be15a9-faa2-4079-bcdc-789cd44bdc8d tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468366 May 02 03:14:44.550271 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['b8d4ff75-7f08-45e3-8b31-3760ab14248a'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:44.724528 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32bf29-7ceb-4c67-9657-1457f88ae788 req-636d188c-fd7f-455c-b83b-ce7db3b9a5af tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:44.725865 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4a32bf29-7ceb-4c67-9657-1457f88ae788 req-636d188c-fd7f-455c-b83b-ce7db3b9a5af tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 945 time: 0.0813248 May 02 03:14:44.769429 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4a32bf29-7ceb-4c67-9657-1457f88ae788 req-66beb3dd-870d-4f14-9cda-f9feb9e66928 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 May 02 03:14:45.562120 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e88da-f1b2-49e7-a26b-6afc53d2cf90 req-f0f6cc43-4f05-4b9a-a86c-53be9f340086 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:45.563574 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0e0e88da-f1b2-49e7-a26b-6afc53d2cf90 req-f0f6cc43-4f05-4b9a-a86c-53be9f340086 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0800025 May 02 03:14:45.617185 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0e0e88da-f1b2-49e7-a26b-6afc53d2cf90 req-8982791f-33ac-42e6-82c5-f2b707c10669 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470433 May 02 03:14:45.929878 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device b8d4ff75-7f08-45e3-8b31-3760ab14248a up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:14:45.961005 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f12b-f701-4a9c-8e09-150c35f1b671 req-b77b23bd-0fdf-4e08-86cc-75ae3b5dc01a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:45.962448 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-bc54f12b-f701-4a9c-8e09-150c35f1b671 req-b77b23bd-0fdf-4e08-86cc-75ae3b5dc01a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 945 time: 0.0801558 May 02 03:14:46.004484 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port b8d4ff75-7f08-45e3-8b31-3760ab14248a completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:46.009125 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port b8d4ff75-7f08-45e3-8b31-3760ab14248a triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:46.009282 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-bc54f12b-f701-4a9c-8e09-150c35f1b671 req-11dd478e-06cd-4206-96f3-0787460e6444 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 May 02 03:14:46.009506 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.132749 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.159246 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:46.168899 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port b8d4ff75-7f08-45e3-8b31-3760ab14248a, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:46.172967 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.175878 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:46.224593 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a', 'code': 200} May 02 03:14:46.264587 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=b8d4ff75-7f08-45e3-8b31-3760ab14248a,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:46.267504 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:46.475241 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611c7b1-6927-4978-a068-d412fc670d47 req-b80da757-9220-4bbe-9cdf-0a24e743364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:46.476667 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d611c7b1-6927-4978-a068-d412fc670d47 req-b80da757-9220-4bbe-9cdf-0a24e743364b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 1099 time: 0.0693793 May 02 03:14:46.518254 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d611c7b1-6927-4978-a068-d412fc670d47 req-447dcf3f-c682-483b-bc88-fda432765ff0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 May 02 03:14:46.820111 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba3f9-a003-45e2-a87c-6f8a4260d8cc req-618deb13-9903-4e92-bd7b-f1d67f48f924 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:46.821560 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-961ba3f9-a003-45e2-a87c-6f8a4260d8cc req-618deb13-9903-4e92-bd7b-f1d67f48f924 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0847077 May 02 03:14:46.869536 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-961ba3f9-a003-45e2-a87c-6f8a4260d8cc req-e1f91afd-b830-4781-890f-d07733cf6d82 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414677 May 02 03:14:47.206602 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84e03d-f376-43a9-b086-49c8c19a21af req-056b4f55-7154-4d64-8e11-3bee2dbcbc56 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:47.208081 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-3b84e03d-f376-43a9-b086-49c8c19a21af req-056b4f55-7154-4d64-8e11-3bee2dbcbc56 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.0842421 May 02 03:14:47.252114 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-3b84e03d-f376-43a9-b086-49c8c19a21af req-ed1cd3e9-d48e-486d-9e02-892dbd878e46 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 May 02 03:14:47.440239 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:14:48.077488 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a959d-07cd-48b6-ae18-a6f8ebdd04dd req-86be8567-5da1-49b1-9daf-66802ca0fa7c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:48.078967 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ca3a959d-07cd-48b6-ae18-a6f8ebdd04dd req-86be8567-5da1-49b1-9daf-66802ca0fa7c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0922275 May 02 03:14:48.128934 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ca3a959d-07cd-48b6-ae18-a6f8ebdd04dd req-eb36af44-a3f5-459f-98e8-dab3c40be2dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428514 May 02 03:14:48.456469 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c17c0e-5f80-4848-9a31-71a842bdbc2a req-82339652-42ad-4c5f-a7f3-fe781c119339 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:48.457800 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-53c17c0e-5f80-4848-9a31-71a842bdbc2a req-82339652-42ad-4c5f-a7f3-fe781c119339 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.0854790 May 02 03:14:48.502417 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-53c17c0e-5f80-4848-9a31-71a842bdbc2a req-fd32bc64-84d5-4c09-9fc7-91d57b558d5e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 May 02 03:14:48.696159 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888aa86-2776-4135-a7bb-9bff2aca6fe9 req-69ad1757-7eaa-494a-9538-70af16b384c9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:48.697612 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a888aa86-2776-4135-a7bb-9bff2aca6fe9 req-69ad1757-7eaa-494a-9538-70af16b384c9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.0869243 May 02 03:14:48.741919 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-a888aa86-2776-4135-a7bb-9bff2aca6fe9 req-1d403ed4-a098-40db-9da6-57556c776945 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 May 02 03:14:49.237904 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f097d0-25fa-413b-bbe5-2b87aafae586 req-bc81fdf8-ad46-48e6-b4f2-8241648688a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:49.239346 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d4f097d0-25fa-413b-bbe5-2b87aafae586 req-bc81fdf8-ad46-48e6-b4f2-8241648688a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.0810850 May 02 03:14:49.287812 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d4f097d0-25fa-413b-bbe5-2b87aafae586 req-02e741ba-b562-4f39-890b-cf10ae029e6d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 May 02 03:14:49.318037 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696714a5-5edb-48e6-bc46-4d23ad2b8124 req-533fc0e2-4e39-4022-840e-90fd42258fb4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:49.319554 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-696714a5-5edb-48e6-bc46-4d23ad2b8124 req-533fc0e2-4e39-4022-840e-90fd42258fb4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0811300 May 02 03:14:49.369664 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-696714a5-5edb-48e6-bc46-4d23ad2b8124 req-1f46231d-2d84-49d7-b9dc-bafda9b0b90c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441570 May 02 03:14:50.474811 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402971-e542-4b7d-a527-20458c4714cb req-24951eb9-a809-4d52-8326-db3530aaf039 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:50.476302 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-03402971-e542-4b7d-a527-20458c4714cb req-24951eb9-a809-4d52-8326-db3530aaf039 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.0815511 May 02 03:14:50.521799 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-03402971-e542-4b7d-a527-20458c4714cb req-b05aa671-7121-4e84-8616-b0013707b826 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 May 02 03:14:50.558809 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0e5c8-59ea-41b9-b631-b3924fe55009 req-09719ac7-3ce0-4216-9b63-de81aa6ad042 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:50.560300 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-86c0e5c8-59ea-41b9-b631-b3924fe55009 req-09719ac7-3ce0-4216-9b63-de81aa6ad042 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0814395 May 02 03:14:50.607635 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-86c0e5c8-59ea-41b9-b631-b3924fe55009 req-237a144c-fb66-4ebc-a5bb-f5b44099a0f1 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413682 May 02 03:14:51.198518 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-fe008afd-e7aa-4764-9ed9-5d59aacdca08 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:51.199954 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-fe008afd-e7aa-4764-9ed9-5d59aacdca08 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.0840409 May 02 03:14:51.338803 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port b8d4ff75-7f08-45e3-8b31-3760ab14248a {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:51.339131 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:51.471287 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] For port b8d4ff75-7f08-45e3-8b31-3760ab14248a, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=b8d4ff75-7f08-45e3-8b31-3760ab14248a,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:51.471539 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:51.596209 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for b8d4ff75-7f08-45e3-8b31-3760ab14248a owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:51.772215 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104c947-b0c6-4783-ba15-38433d8f0eb2 req-387e7ad5-0a5c-4a45-91eb-435e22de01f5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:51.773558 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7104c947-b0c6-4783-ba15-38433d8f0eb2 req-387e7ad5-0a5c-4a45-91eb-435e22de01f5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=4348fff3-3dff-42c9-ac97-d9f69cb67508 HTTP/1.1" status: 200 len: 946 time: 0.1386943 May 02 03:14:51.774174 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:51.780471 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-3ae3ac25-ae2e-47d4-b3c3-e2108b2eaa4e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:51.802480 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fdc79-d4fd-47fe-ab89-284e08467df9 req-f594d6bd-c627-4453-9449-a6ce42824b57 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:51.804644 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-be6fdc79-d4fd-47fe-ab89-284e08467df9 req-f594d6bd-c627-4453-9449-a6ce42824b57 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0909142 May 02 03:14:51.810346 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['4b52d007-b301-47b9-a846-cd6f891ef222', 'b8d4ff75-7f08-45e3-8b31-3760ab14248a'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:51.845979 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=b8d4ff75-7f08-45e3-8b31-3760ab14248a,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:51.869237 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-be6fdc79-d4fd-47fe-ab89-284e08467df9 req-4443e531-d856-48c7-b459-da41f916a9af tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577459 May 02 03:14:52.005269 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.005624 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.005956 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.006292 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.006624 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.006955 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.007281 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.007607 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.007968 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.008326 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.008610 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.008927 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:52.012265 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:52.019750 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] No DVR routers for this DVR port b8d4ff75-7f08-45e3-8b31-3760ab14248a on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:52.022390 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:52.028218 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7104c947-b0c6-4783-ba15-38433d8f0eb2 req-c136d5c7-19c4-4a84-b07b-54f7ac0a041a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180605 May 02 03:14:52.029523 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'name': 'network-vif-deleted', 'tag': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:52.050828 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cf0fe21e-0309-4c76-a599-4b04fbade4dc req-22e5ecc4-fab1-4a22-b94a-761f850b9b8c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "DELETE /v2.0/ports/b8d4ff75-7f08-45e3-8b31-3760ab14248a HTTP/1.1" status: 204 len: 173 time: 0.8445823 May 02 03:14:52.084354 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4348fff3-3dff-42c9-ac97-d9f69cb67508', 'name': 'network-vif-deleted', 'tag': 'b8d4ff75-7f08-45e3-8b31-3760ab14248a', 'status': 'completed', 'code': 200} May 02 03:14:53.076359 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41e51-5cea-4bd1-b40a-c25ec8bb4b42 req-6a3be88e-5d9c-4d63-b494-b153946e598f tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:53.077887 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-dde41e51-5cea-4bd1-b40a-c25ec8bb4b42 req-6a3be88e-5d9c-4d63-b494-b153946e598f tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0822353 May 02 03:14:53.124573 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-dde41e51-5cea-4bd1-b40a-c25ec8bb4b42 req-7237e4cf-394d-44be-a3ee-442ed704835d tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407622 May 02 03:14:53.972742 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device b8d4ff75-7f08-45e3-8b31-3760ab14248a no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:14:54.008318 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: b8d4ff75-7f08-45e3-8b31-3760ab14248a {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:14:54.008637 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device b8d4ff75-7f08-45e3-8b31-3760ab14248a not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:14:54.320209 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3798f8-888f-47bd-95f0-1f8e5e64c534 req-ac9890f3-0c10-4a0c-8668-229d106adc59 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:54.321725 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-1b3798f8-888f-47bd-95f0-1f8e5e64c534 req-ac9890f3-0c10-4a0c-8668-229d106adc59 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0892603 May 02 03:14:54.370840 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-1b3798f8-888f-47bd-95f0-1f8e5e64c534 req-59bbda86-9f17-43f8-bd39-1963440e05ed tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427403 May 02 03:14:54.738175 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75465cc-f75f-4738-8e59-116113d36da3 req-b8efb2f7-ac6d-4e96-982e-aad76fcc2aa8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:54.739549 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f75465cc-f75f-4738-8e59-116113d36da3 req-b8efb2f7-ac6d-4e96-982e-aad76fcc2aa8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 945 time: 0.0958655 May 02 03:14:54.785190 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f75465cc-f75f-4738-8e59-116113d36da3 req-3d781d13-74b2-435d-85e1-1addd0e2ac29 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 May 02 03:14:55.569377 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aa1bc-03b3-43bd-9966-2201395c7bcd req-ae2b110d-6643-4ced-9243-4497ae0dd50a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:55.570946 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-961aa1bc-03b3-43bd-9966-2201395c7bcd req-ae2b110d-6643-4ced-9243-4497ae0dd50a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0838065 May 02 03:14:55.619849 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-961aa1bc-03b3-43bd-9966-2201395c7bcd req-391aedb7-d574-411b-ae4f-d1f46e030038 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429282 May 02 03:14:55.984662 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd03480-f311-4c2b-93e8-cb23de6de433 req-dbff9a1b-fc2d-4e2c-9d9f-020eef885a57 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:55.986120 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cbd03480-f311-4c2b-93e8-cb23de6de433 req-dbff9a1b-fc2d-4e2c-9d9f-020eef885a57 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 945 time: 0.0836146 May 02 03:14:56.035301 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-cbd03480-f311-4c2b-93e8-cb23de6de433 req-8dd34041-244f-4b31-be68-39869997328f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=da1602dd-a650-4b97-a39e-bc35457cb002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 May 02 03:14:56.566460 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-5e9aee08-8537-4c52-b65e-a1131cdc162b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:56.567192 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-5e9aee08-8537-4c52-b65e-a1131cdc162b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:56.584809 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-5e9aee08-8537-4c52-b65e-a1131cdc162b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:56.586001 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-5e9aee08-8537-4c52-b65e-a1131cdc162b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 945 time: 0.1113634 May 02 03:14:56.722257 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 4b52d007-b301-47b9-a846-cd6f891ef222 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:56.722590 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:56.892787 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] For port 4b52d007-b301-47b9-a846-cd6f891ef222, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=4b52d007-b301-47b9-a846-cd6f891ef222,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:56.893054 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:57.018915 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 4b52d007-b301-47b9-a846-cd6f891ef222 owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:57.030727 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6abf0-e1d3-4c6c-8bab-7a35245d84b5 req-86c4c287-3d48-429e-b478-549b8712cbf3 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:57.032218 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-56b6abf0-e1d3-4c6c-8bab-7a35245d84b5 req-86c4c287-3d48-429e-b478-549b8712cbf3 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.2948313 May 02 03:14:57.090590 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-56b6abf0-e1d3-4c6c-8bab-7a35245d84b5 req-0cb445ca-9367-412e-83c9-f208b1699c0d tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519183 May 02 03:14:57.178474 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:57.184201 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:57.189683 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-4c23daf0-fefc-46d2-b7dd-9e2c4554e96e req-39e2239f-a505-446d-8ca5-d63e108b83ee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee8bb4e-6133-4097-94ca-9e0719f385e9 HTTP/1.1" status: 200 len: 210 time: 0.0436199 May 02 03:14:57.212684 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['4b52d007-b301-47b9-a846-cd6f891ef222'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:57.230814 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=4b52d007-b301-47b9-a846-cd6f891ef222,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:57.233879 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:57.303662 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] No DVR routers for this DVR port 4b52d007-b301-47b9-a846-cd6f891ef222 on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:57.306869 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:57.309639 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'name': 'network-vif-deleted', 'tag': '4b52d007-b301-47b9-a846-cd6f891ef222'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:57.327574 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ddbd1415-8a2a-4bca-ad28-3bbba5fc89f1 req-1f534cfe-8022-4dd7-9731-a201ad72e010 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "DELETE /v2.0/ports/4b52d007-b301-47b9-a846-cd6f891ef222 HTTP/1.1" status: 204 len: 173 time: 0.7358763 May 02 03:14:57.360761 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee8bb4e-6133-4097-94ca-9e0719f385e9', 'name': 'network-vif-deleted', 'tag': '4b52d007-b301-47b9-a846-cd6f891ef222', 'status': 'completed', 'code': 200} May 02 03:14:58.275756 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bde24-e109-4b69-a036-d3550a5fb83c req-a032d969-cffc-434d-a35a-15bd9a2a2a93 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:58.277136 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-eb8bde24-e109-4b69-a036-d3550a5fb83c req-a032d969-cffc-434d-a35a-15bd9a2a2a93 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0821176 May 02 03:14:58.328027 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-eb8bde24-e109-4b69-a036-d3550a5fb83c req-635357df-f9a7-4b5b-a162-d2f93fd4c9fe tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449083 May 02 03:14:59.524780 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf278c-812e-4885-89e4-a86e0d2bffd5 req-c24d505e-9b82-4957-bab3-116f9c0aa90c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:59.526250 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cbf278c-812e-4885-89e4-a86e0d2bffd5 req-c24d505e-9b82-4957-bab3-116f9c0aa90c tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0837843 May 02 03:14:59.573706 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cbf278c-812e-4885-89e4-a86e0d2bffd5 req-00b6135c-3903-480b-9b6b-c0ae36a5a59b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413587 May 02 03:14:59.992256 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 4b52d007-b301-47b9-a846-cd6f891ef222 no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:15:00.035201 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: 4b52d007-b301-47b9-a846-cd6f891ef222 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:15:00.035546 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 4b52d007-b301-47b9-a846-cd6f891ef222 not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:15:00.697911 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47168) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:00.703269 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.v2.base [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428505599', 'description': 'tempest-secgroup-smoke-1428505599 description', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01'}} {{(pid=75026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:00.709301 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:00.719931 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:00.731832 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group, before_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.752668 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:00.754556 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb7f26-f972-469d-a0be-af6ca3e0ff36 req-a82fb484-5bd8-4e26-86f7-7c169650895b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.756194 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0ccb7f26-f972-469d-a0be-af6ca3e0ff36 req-a82fb484-5bd8-4e26-86f7-7c169650895b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.0794451 May 02 03:15:00.756946 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:00.760037 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75026) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:00.766006 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.quota.driver [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:00.803682 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0ccb7f26-f972-469d-a0be-af6ca3e0ff36 req-c1424ed4-0725-46e0-b9dd-754bc4a5fc9b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&id=9c6bec3e-7166-4443-9a6b-647701d59dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406735 May 02 03:15:00.835011 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group, precommit_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.839304 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_create {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.845062 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a7a531a6-4f2f-4d65-b92e-68b2e74a2357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:00.885094 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09762f8a-fe5e-45a9-a801-d7628b1626ed,revision_number=1']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:00.891533 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.892771 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1938503 May 02 03:15:00.894317 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.894657 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.894974 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.895393 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.895825 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.896092 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47174) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:00.896217 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.896489 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.896808 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.897128 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.897446 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.897761 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.898179 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:00.901694 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:00.902652 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group_rule': {'security_group_id': '09762f8a-fe5e-45a9-a801-d7628b1626ed', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:00.909293 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:00.913757 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:00.916812 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:00.926100 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:00.944762 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.003440 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.009200 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.011129 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.032359 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cdd3c8-5c3c-4d3a-940d-3f9205da568a,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.034581 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.042803 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.044180 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-a52161b2-31c5-40cb-bfe3-246e40ae1a62 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470370 May 02 03:15:01.047366 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47178) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:01.052687 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group_rule': {'security_group_id': '09762f8a-fe5e-45a9-a801-d7628b1626ed', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:01.058380 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:01.062221 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:01.065126 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:01.070776 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:01.086639 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.152903 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.158930 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.160875 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.181812 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64235ae0-e86a-4d8c-a04b-caf34cd23298,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.184053 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.192560 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.193795 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b742bbf4-7d29-4a12-904f-09dfa535599c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454282 May 02 03:15:01.196586 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47182) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:01.201471 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group_rule': {'security_group_id': '09762f8a-fe5e-45a9-a801-d7628b1626ed', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:01.206921 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:01.210678 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:01.213502 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:01.219414 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:01.236929 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.300985 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.306414 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.308398 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.329702 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58552ba-5bab-49c3-ba5d-090ac0e38b30,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.333999 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.339633 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.340845 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-db4a10bf-5d95-4c95-8e67-f326dbe26652 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433077 May 02 03:15:01.344087 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47186) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:01.350757 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group_rule': {'security_group_id': '09762f8a-fe5e-45a9-a801-d7628b1626ed', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:01.356242 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:01.360219 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:01.363212 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:01.369107 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:01.386413 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.450198 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.455619 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.457672 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-fa190e58-7a64-4284-9cb1-181ff2819ee4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.478995 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d804061b-1b1f-427a-aeec-e0e5c7a317d9,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.481295 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.491085 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.492382 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472137 May 02 03:15:01.495149 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47190) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:01.500069 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group_rule': {'security_group_id': '09762f8a-fe5e-45a9-a801-d7628b1626ed', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:01.505684 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:01.509523 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:01.512354 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:01.517870 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:01.528330 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.securitygroups_db [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Project 46eb7ba7eb394008becd84cfd5af3b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:15:01.533726 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.597474 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.602694 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.610006 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6f25aa76-cd16-4dd4-8d2c-682ff761fbdc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.632172 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fe1eef-a953-476f-8281-7c81dc5286b7,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.634465 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.640033 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.641237 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451714 May 02 03:15:01.644149 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47194) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:01.649739 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'security_group_rule': {'security_group_id': '09762f8a-fe5e-45a9-a801-d7628b1626ed', 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:01.655515 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:01.659676 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:security_group_rule and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:01.662873 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:01.669144 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:01.740756 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.securitygroups_db [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Project 46eb7ba7eb394008becd84cfd5af3b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:15:01.746470 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.822321 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.827857 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653293'] for security_group_rule, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.833893 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f13c2db4-8f68-4336-ba88-1bf4fd8c935b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.852323 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29a84d6-0687-4219-a8ea-30597153ab30,revision_number=0']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.854771 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.864505 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.865825 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-60694bb7-9a37-418a-883f-398ff3fb874f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2203910 May 02 03:15:03.054507 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:03.865462 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-771d7385-732f-4846-afe0-63dac629f1bd req-cff69ac1-1bad-4e53-be35-317d008f7b1a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:security_group {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:15:03.882756 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-771d7385-732f-4846-afe0-63dac629f1bd req-cff69ac1-1bad-4e53-be35-317d008f7b1a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:security_group {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:15:03.884088 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-cff69ac1-1bad-4e53-be35-317d008f7b1a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428505599&fields=id&tenant_id=46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 267 time: 0.0605924 May 02 03:15:04.083799 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-ec1960b0-f9ff-4914-b46a-a24f613ee14f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:04.085305 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-ec1960b0-f9ff-4914-b46a-a24f613ee14f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1945198 May 02 03:15:04.099662 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-4a7fc175-da05-420e-98be-4da4393977e3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/quotas/46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 375 time: 0.0089593 May 02 03:15:04.184834 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-a5df757b-9d07-4991-9dd9-99f7366ff423 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802717 May 02 03:15:04.320691 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-51a4f804-da85-4fcb-8720-e9692de9d3e8 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243203 May 02 03:15:04.449643 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-b2ae4418-5ba8-4d1b-87f1-620f48ae5054 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230998 May 02 03:15:04.876479 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-cd7867d9-3222-49a2-9892-011605d51935 req-8be40408-2d83-4f71-9bdc-b4e1fb67b8a7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:15:04.932544 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-cd7867d9-3222-49a2-9892-011605d51935 req-8be40408-2d83-4f71-9bdc-b4e1fb67b8a7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:15:04.933717 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cd7867d9-3222-49a2-9892-011605d51935 req-8be40408-2d83-4f71-9bdc-b4e1fb67b8a7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 210 time: 0.1000836 May 02 03:15:04.958978 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-9069326e-604f-470f-b4a8-38e0a8cd61a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780120 May 02 03:15:05.111732 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96a47-5bfd-4c99-81e8-328480610edf req-606ecec9-f66e-4d78-a999-241013379868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:05.113286 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-606ecec9-f66e-4d78-a999-241013379868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1138 time: 0.0732932 May 02 03:15:05.255510 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96a47-5bfd-4c99-81e8-328480610edf req-7b3e23c0-5882-4b79-9a56-6455ed73a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:05.257042 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-7b3e23c0-5882-4b79-9a56-6455ed73a8b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.1263430 May 02 03:15:05.361179 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-9423391d-09f8-48a2-8954-da51a96ff6f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0976434 May 02 03:15:05.426424 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96a47-5bfd-4c99-81e8-328480610edf req-1f9ce67d-9368-41de-8f1d-cbfd79ef5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:05.427874 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-1f9ce67d-9368-41de-8f1d-cbfd79ef5d23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0607791 May 02 03:15:05.454336 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf70d-1a8b-4774-9869-bdb427458aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:05.505042 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96a47-5bfd-4c99-81e8-328480610edf req-864815b5-dcbb-4f6c-a45b-1a81e311dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:05.506604 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-864815b5-dcbb-4f6c-a45b-1a81e311dfd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710900 May 02 03:15:05.638129 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-346231fd-74a2-4c5e-9589-b8dd509b4821 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245816 May 02 03:15:05.775251 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c96a47-5bfd-4c99-81e8-328480610edf req-62609f15-1576-475f-8714-1c2b9a7d8bf6 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295052 May 02 03:15:06.010545 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-37ecc105-8148-4740-b681-a6b99804ba96 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:06.012002 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-37ecc105-8148-4740-b681-a6b99804ba96 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1477931 May 02 03:15:06.066601 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-593f42dc-afc1-4eda-a882-4a5d5e6b2a27 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 380 time: 0.0397911 May 02 03:15:06.083386 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'port': {'device_id': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'admin_state_up': True, 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'security_groups': ['09762f8a-fe5e-45a9-a801-d7628b1626ed']}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:06.088576 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-6ca29308-db39-4bd6-98de-9a919ad17287 req-834978ce-d2b4-41c6-a12a-9a109c5c47e8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 210 time: 0.0444257 May 02 03:15:06.216632 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:06.227103 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:06.238739 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:15:06.242553 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:06.406864 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.20.0.8 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/6cd3f750-d075-44b9-a3c7-65a29dd74747) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:15:06.592789 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:06.608986 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Transition to ACTIVE for port object 6cd3f750-d075-44b9-a3c7-65a29dd74747 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:15:06.632421 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:06.638140 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-040e7ab1-619a-4532-8768-ccc9aa23e1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:06.766661 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:15:06.767764 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:15:06.772017 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:15:06.777417 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:06.778010 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:06.801814 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=6cd3f750-d075-44b9-a3c7-65a29dd74747,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:06.807222 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:06.822063 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7423041 May 02 03:15:06.848973 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Request body: {'port': {'device_id': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:06.967661 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.004361 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-d6e376a2-1b47-45f5-b9b8-30f00ce12d84 None None] Provisioning for port 6cd3f750-d075-44b9-a3c7-65a29dd74747 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:15:07.008851 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-d6e376a2-1b47-45f5-b9b8-30f00ce12d84 None None] Provisioning complete for port 6cd3f750-d075-44b9-a3c7-65a29dd74747 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:15:07.009445 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6e376a2-1b47-45f5-b9b8-30f00ce12d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.060840 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-d6e376a2-1b47-45f5-b9b8-30f00ce12d84 None None] Port 6cd3f750-d075-44b9-a3c7-65a29dd74747 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:15:07.375093 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e477e90-b519-4b07-a840-fb55d55f620c req-f12a0c67-ad9b-42b0-82a6-9402acb23cc6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:07.375782 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-4e477e90-b519-4b07-a840-fb55d55f620c req-f12a0c67-ad9b-42b0-82a6-9402acb23cc6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:15:07.379128 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd3f750-d075-44b9-a3c7-65a29dd74747 {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:15:07.387391 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.407302 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Transition to ACTIVE for port object 6cd3f750-d075-44b9-a3c7-65a29dd74747 will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:15:07.410465 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-4e477e90-b519-4b07-a840-fb55d55f620c req-f12a0c67-ad9b-42b0-82a6-9402acb23cc6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:15:07.412487 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4e477e90-b519-4b07-a840-fb55d55f620c req-f12a0c67-ad9b-42b0-82a6-9402acb23cc6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 931 time: 0.1978848 May 02 03:15:07.414155 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.418587 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f397b65b-5a53-47b8-9f3d-6b4034d48a76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:07.558128 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.579952 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac42ee12-78e1-4128-bb5f-d489f310612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.588547 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4e477e90-b519-4b07-a840-fb55d55f620c req-6772b127-1514-428c-a893-db803a42e1f4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419606 May 02 03:15:07.589739 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3f750-d075-44b9-a3c7-65a29dd74747,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:07.592676 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:07.643448 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Attempting to bind port 6cd3f750-d075-44b9-a3c7-65a29dd74747 on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:15:07.643771 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Attempting to bind port 6cd3f750-d075-44b9-a3c7-65a29dd74747 by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:15:07.644116 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Attempting to bind port 6cd3f750-d075-44b9-a3c7-65a29dd74747 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:15:07.649025 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Port 6cd3f750-d075-44b9-a3c7-65a29dd74747 on network c78bca5b-2e36-4459-8ecf-146c21571de5 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:15:07.649344 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Attempting to bind port 6cd3f750-d075-44b9-a3c7-65a29dd74747 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:15:07.654557 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:15:07.654942 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:15:07.655323 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:15:07.655744 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Bound port: 6cd3f750-d075-44b9-a3c7-65a29dd74747, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:15:07.656136 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.746279 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] For port 6cd3f750-d075-44b9-a3c7-65a29dd74747, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:15:07.749275 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] For port 6cd3f750-d075-44b9-a3c7-65a29dd74747, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:15:07.754858 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.758715 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:07.807106 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:07.807218 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.808772 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] 10.222.0.30 "PUT /v2.0/ports/6cd3f750-d075-44b9-a3c7-65a29dd74747 HTTP/1.1" status: 200 len: 1093 time: 0.9662502 May 02 03:15:07.811354 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:07.843769 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Pushing event updated for resources: {'Port': ['ID=6cd3f750-d075-44b9-a3c7-65a29dd74747,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:07.847271 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:07.864919 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'status': 'completed', 'code': 200} May 02 03:15:07.954726 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-4d8ae649-307f-431c-9c33-c983e9ff8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:07.956256 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-4d8ae649-307f-431c-9c33-c983e9ff8c28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 1096 time: 0.0750036 May 02 03:15:08.028550 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-5a82d628-6c9f-48fc-b9ca-8400ede68ac4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747 HTTP/1.1" status: 200 len: 217 time: 0.0593572 May 02 03:15:08.094306 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-4e95a440-d70c-43f9-9a04-e627dc76a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:08.095604 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-4e95a440-d70c-43f9-9a04-e627dc76a6b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0604823 May 02 03:15:08.179873 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d7385-732f-4846-afe0-63dac629f1bd req-7bb4adf6-72a4-4956-9276-82ff4274b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:08.181204 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-7bb4adf6-72a4-4956-9276-82ff4274b099 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791473 May 02 03:15:08.309230 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-492bb2e5-9480-415a-8024-e8c9e3a78124 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212409 May 02 03:15:08.438089 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-771d7385-732f-4846-afe0-63dac629f1bd req-4e10d718-6422-47fa-a338-ab6e0bda351d service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216516 May 02 03:15:08.681436 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-89c0b7e0-e98a-4514-95ad-d1f15fed4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:08.682916 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-89c0b7e0-e98a-4514-95ad-d1f15fed4a36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 1096 time: 0.1344872 May 02 03:15:08.782355 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.858768 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-e211d16d-fb7c-48ef-95bb-e02201e453b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:08.860248 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-e211d16d-fb7c-48ef-95bb-e02201e453b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1702070 May 02 03:15:08.929400 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0195b2-8f97-4d25-9687-4f3c8908a53c req-d89bdeb5-b1a2-40ff-89cb-b119a1f13450 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:08.930809 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4f0195b2-8f97-4d25-9687-4f3c8908a53c req-d89bdeb5-b1a2-40ff-89cb-b119a1f13450 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 943 time: 0.2238474 May 02 03:15:08.940005 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-f4f2914e-b208-481a-933f-7987a88a523c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747 HTTP/1.1" status: 200 len: 217 time: 0.0714784 May 02 03:15:09.026011 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4f0195b2-8f97-4d25-9687-4f3c8908a53c req-4d382158-8620-4ad4-83e4-0e7cdee10fa2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882442 May 02 03:15:09.029696 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-0e69c71d-1e2e-4085-8d5a-289cb05e4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:09.031058 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-0e69c71d-1e2e-4085-8d5a-289cb05e4175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0796630 May 02 03:15:09.108979 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-90b45506-010a-49ba-84d2-d670027e8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:09.110403 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-90b45506-010a-49ba-84d2-d670027e8a04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715418 May 02 03:15:09.241744 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-ec54b8ba-ab01-4b73-874f-feb83392830c service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244497 May 02 03:15:09.384297 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0700de0d-f683-4cc7-855f-9b75ca389364 req-e67cef09-080c-4d18-b4b1-a1f8db812a12 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273513 May 02 03:15:10.217143 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639e812-4fe6-48ce-a167-f792a52354ed req-d603d664-35a5-4bbe-8949-0d942c7faff3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:10.218842 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-5639e812-4fe6-48ce-a167-f792a52354ed req-d603d664-35a5-4bbe-8949-0d942c7faff3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 943 time: 0.0873034 May 02 03:15:10.266667 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-5639e812-4fe6-48ce-a167-f792a52354ed req-fb56557e-9c86-4e80-9915-c64fb51655b1 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 May 02 03:15:11.476093 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9efb6-70f8-4c14-a733-410ae5c8d8e8 req-d4210350-5788-45b6-b632-b1023591bf41 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:11.477553 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9ca9efb6-70f8-4c14-a733-410ae5c8d8e8 req-d4210350-5788-45b6-b632-b1023591bf41 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 943 time: 0.0846062 May 02 03:15:11.527014 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9ca9efb6-70f8-4c14-a733-410ae5c8d8e8 req-bdf7980c-d865-4d12-9c2a-5cbc3f84cde9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 May 02 03:15:12.730839 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45dfeb-6c2e-4825-8027-64eeb9c421fd req-f3bfb1e0-5073-4710-9660-94cecb76e83e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:12.732356 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-2a45dfeb-6c2e-4825-8027-64eeb9c421fd req-f3bfb1e0-5073-4710-9660-94cecb76e83e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 943 time: 0.0980210 May 02 03:15:12.780026 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-2a45dfeb-6c2e-4825-8027-64eeb9c421fd req-94613d9c-1c1c-47a9-a4a9-6dde92746cb5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 May 02 03:15:13.990819 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4018ae6-090d-4150-997f-4eb82c938dd6 req-bc224a6e-6f5a-419c-b836-ad7515897a09 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:13.992267 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d4018ae6-090d-4150-997f-4eb82c938dd6 req-bc224a6e-6f5a-419c-b836-ad7515897a09 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 943 time: 0.0876784 May 02 03:15:14.034748 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 6cd3f750-d075-44b9-a3c7-65a29dd74747 details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:15:14.041572 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d4018ae6-090d-4150-997f-4eb82c938dd6 req-4332a3be-0840-4199-ad50-32a685ca6c30 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 May 02 03:15:14.166751 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 6cd3f750-d075-44b9-a3c7-65a29dd74747, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:14.182506 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'port_id': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'mac_address': 'fa:16:3e:cb:a4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:15:14.236243 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:14.253085 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd3f750-d075-44b9-a3c7-65a29dd74747 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:15:14.268179 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 6cd3f750-d075-44b9-a3c7-65a29dd74747, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:14.274796 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:14.277499 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:14.341979 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=6cd3f750-d075-44b9-a3c7-65a29dd74747,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:14.349249 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.349581 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.349912 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.350231 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.350556 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.350870 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.351191 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.351493 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.351803 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.352165 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.352476 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.352766 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:14.356585 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:14.663736 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['6cd3f750-d075-44b9-a3c7-65a29dd74747'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:15:15.244956 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345b8c-889c-43ed-8f9b-2c86cf764855 req-f162d1b9-3958-4286-97b1-1694f99ee6b0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:15.246433 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-59345b8c-889c-43ed-8f9b-2c86cf764855 req-f162d1b9-3958-4286-97b1-1694f99ee6b0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 944 time: 0.0904820 May 02 03:15:15.290929 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-59345b8c-889c-43ed-8f9b-2c86cf764855 req-55fdcb6e-135e-4e81-a6e0-ee02ee67a086 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 May 02 03:15:16.051383 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 6cd3f750-d075-44b9-a3c7-65a29dd74747 up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:15:16.129976 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port 6cd3f750-d075-44b9-a3c7-65a29dd74747 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:15:16.134815 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port 6cd3f750-d075-44b9-a3c7-65a29dd74747 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:15:16.135183 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:16.260225 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:16.286479 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:16.296628 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 6cd3f750-d075-44b9-a3c7-65a29dd74747, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:16.304888 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:16.308546 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:16.347725 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'code': 200} May 02 03:15:16.383576 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=6cd3f750-d075-44b9-a3c7-65a29dd74747,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:16.386663 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:16.481198 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18d9f-405d-4f1c-a75a-0b841e0e1f42 req-12910090-69e9-418c-91ad-ec69f4856e88 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:16.482671 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-21b18d9f-405d-4f1c-a75a-0b841e0e1f42 req-12910090-69e9-418c-91ad-ec69f4856e88 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0827415 May 02 03:15:16.528009 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-21b18d9f-405d-4f1c-a75a-0b841e0e1f42 req-7d9ad8c5-ad55-4009-a928-ac34ed2c1e6d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390129 May 02 03:15:16.673856 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f3d16-bd41-4047-9344-5af9f486d583 req-faa30276-5ad3-4429-a8c8-a68a6f916e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:16.675216 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b80f3d16-bd41-4047-9344-5af9f486d583 req-faa30276-5ad3-4429-a8c8-a68a6f916e5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 1098 time: 0.0772755 May 02 03:15:16.716403 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-b80f3d16-bd41-4047-9344-5af9f486d583 req-9b0746cf-521c-49c6-9096-c3b645addf42 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343592 May 02 03:15:17.728786 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f403c2-9cd3-4908-ad6b-271ee8463293 req-4c62fc5a-b829-4e9c-aa9e-1487bff165ca tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:17.730241 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-27f403c2-9cd3-4908-ad6b-271ee8463293 req-4c62fc5a-b829-4e9c-aa9e-1487bff165ca tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0951724 May 02 03:15:17.775224 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-27f403c2-9cd3-4908-ad6b-271ee8463293 req-b0e8722b-9cb9-49d3-971c-8669f0341fab tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 May 02 03:15:18.983470 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f76a0-ff31-4f52-90ea-5c53ec7f0b36 req-277febcd-31e4-4f0e-ae48-4c9698c37d58 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:18.984906 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-4f3f76a0-ff31-4f52-90ea-5c53ec7f0b36 req-277febcd-31e4-4f0e-ae48-4c9698c37d58 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0846450 May 02 03:15:19.032218 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-4f3f76a0-ff31-4f52-90ea-5c53ec7f0b36 req-d0d9fe23-d659-4275-9534-2918bf56c998 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396869 May 02 03:15:19.220827 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285e278-86d2-4496-a3d0-2d6d425b8f81 req-855659de-460e-4ffa-8382-35ff2e76503c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:19.222122 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4285e278-86d2-4496-a3d0-2d6d425b8f81 req-855659de-460e-4ffa-8382-35ff2e76503c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0839455 May 02 03:15:19.266701 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-4285e278-86d2-4496-a3d0-2d6d425b8f81 req-f851665a-0969-41af-a2c2-de5f26184647 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372543 May 02 03:15:19.298219 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47336) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:19.415043 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6daa6-dc04-437a-a83b-2f1235ff48b0 tempest-TestVolumeBootPattern-364364464 tempest-TestVolumeBootPattern-364364464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:19.416883 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-4ee6daa6-dc04-437a-a83b-2f1235ff48b0 tempest-TestVolumeBootPattern-364364464 tempest-TestVolumeBootPattern-364364464-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 1093 time: 0.1177647 May 02 03:15:19.420199 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47342) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:19.427707 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'floatingip': {'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'port_id': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:15:19.434873 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:19.438974 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:floatingip and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:19.441933 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:19.447803 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:19.463342 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:19.591369 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:19.724114 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.31.0.4 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/3ad36357-c7e3-4260-b7f7-d456637887a2) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:15:19.927857 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:19.969259 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:19.972609 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:20.029040 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:15:20.031676 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:15:20.035454 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:15:20.079326 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=3ad36357-c7e3-4260-b7f7-d456637887a2,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:20.083722 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:20.571605 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:20.690816 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:20.899338 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:20.906620 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:20.912316 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-742dfa4f-e119-4a7b-bb71-993e5c2a9002 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:20.965921 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632520'] for floatingip, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:21.045133 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=3ad36357-c7e3-4260-b7f7-d456637887a2,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:21.049004 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:21.225991 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.l3_db [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Floating IP 800f314f-e1bd-4ad2-b94b-874473ff126f associated. External IP: 172.31.0.4, port: 6cd3f750-d075-44b9-a3c7-65a29dd74747. May 02 03:15:21.568196 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:15:21.757973 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:15:21.768166 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:15:21.779250 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:15:21.779902 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:15:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:21.784448 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:21.839040 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4174681 May 02 03:15:21.839616 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:21.882939 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'status': 'completed', 'code': 200} May 02 03:15:21.960994 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:15:21.996477 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-3193152c-eacc-47f2-b0f2-84dfd191da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:21.997959 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-3193152c-eacc-47f2-b0f2-84dfd191da73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 1098 time: 0.0709236 May 02 03:15:22.130161 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-3119fd64-9548-4ace-8efe-67cb3ec9309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:22.131562 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-3119fd64-9548-4ace-8efe-67cb3ec9309c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1270206 May 02 03:15:22.236179 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-eeefd633-7557-4bb2-ad4a-ca761466a6bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747 HTTP/1.1" status: 200 len: 997 time: 0.0973928 May 02 03:15:22.299859 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-c6d45f5a-63b1-48eb-8820-5d7262677953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:22.301047 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '800f314f-e1bd-4ad2-b94b-874473ff126f', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.4', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:cb:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:15:20Z', 'updated_at': '2021-05-02T03:15:20Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:22.301361 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-c6d45f5a-63b1-48eb-8820-5d7262677953 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0589180 May 02 03:15:22.305406 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:15:22.314481 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:15:22.315073 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:15:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:22.376889 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-14db98c3-ad88-4fa5-810b-620048d86f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:22.378375 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-14db98c3-ad88-4fa5-810b-620048d86f89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698972 May 02 03:15:22.490122 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:15:22.511096 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-ba88f4f5-8b3c-44f9-937a-aaaeb475711c service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256263 May 02 03:15:22.639943 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7399c72a-3e9e-460d-bae5-821baba550e0 req-a09ded2c-f733-4c63-9558-fb230cdce1e4 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222198 May 02 03:15:22.833527 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '800f314f-e1bd-4ad2-b94b-874473ff126f', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.4', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:cb:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:15:20Z', 'updated_at': '2021-05-02T03:15:20Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:22.837506 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324b411-bcea-498b-9f57-4a193a415b15 None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '800f314f-e1bd-4ad2-b94b-874473ff126f', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.4', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:cb:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:15:20Z', 'updated_at': '2021-05-02T03:15:20Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:15:23.018342 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e1ad1-ba3e-4020-bc05-95cd02dac9b7 None None] New status for floating IP 800f314f-e1bd-4ad2-b94b-874473ff126f: ACTIVE {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:15:24.434418 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:15:33.071504 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:35.469732 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86f5e95e-eab4-455a-8779-b337fb198cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:37.553207 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:37.583723 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-957e9758-4dc1-4e92-aa73-c5a7841cc788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:38.785439 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:01.465934 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:16:03.059401 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.062679 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-ff123c00-512b-4600-a557-9575d119be35 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796054369&fields=id&tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb HTTP/1.1" status: 200 len: 267 time: 0.0414462 May 02 03:16:04.237883 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-aef3b505-9699-4b3e-9c83-c079f716f2ca tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:04.239250 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-aef3b505-9699-4b3e-9c83-c079f716f2ca tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 985 time: 0.1703968 May 02 03:16:04.250047 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Request body: {'port': {'security_groups': ['4a9d5513-fe29-4d88-9b75-584a8dd47022']}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:04.372965 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.617903 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:04.644232 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.650465 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.657290 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:04.693308 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['18abc3fa-e6c2-40c2-9838-5faed3f33cc4'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:16:04.714263 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:04.714852 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.716400 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-218c98ac-0a96-4179-96ce-bb336ce2a553 req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "PUT /v2.0/ports/18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 943 time: 0.4707999 May 02 03:16:04.720072 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:16:04.724644 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47384) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:04.760834 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event updated for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=7']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:04.769515 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.769857 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.770292 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.770636 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.770969 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.771496 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.772010 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.772347 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.772680 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.773009 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.773434 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.773764 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.779629 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:04.795151 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'status': 'completed', 'code': 200} May 02 03:16:04.828720 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.867342 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['18abc3fa-e6c2-40c2-9838-5faed3f33cc4'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:16:04.872606 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.941056 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-d78f0e37-ff0f-40b3-8362-c5b2cac3033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:04.942949 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-d78f0e37-ff0f-40b3-8362-c5b2cac3033c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1099 time: 0.0877767 May 02 03:16:04.957196 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.970370 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-6e4b9417-286e-49e7-85be-54e23e494ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:04.984208 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bec3e-7166-4443-9a6b-647701d59dae,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:04.994712 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.995321 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.995866 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.996398 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.997053 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.997646 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.998146 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.998647 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.999273 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:05.000161 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:05.000678 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:05.001190 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:05.008616 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:05.011216 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for security_group, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.012763 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-3e92a605-6826-4dc6-8dcf-18231dd1e909 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "DELETE /v2.0/security-groups/9c6bec3e-7166-4443-9a6b-647701d59dae HTTP/1.1" status: 204 len: 168 time: 0.2858098 May 02 03:16:05.015335 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47388) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:05.070350 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-feac6709-152f-454a-be09-60d7a4f5a5e5 None None] Provisioning complete for port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:05.070650 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-feac6709-152f-454a-be09-60d7a4f5a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.089556 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-8ed8bc45-c496-412e-8f63-de9ac79d0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:05.091022 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-8ed8bc45-c496-412e-8f63-de9ac79d0c00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.1398757 May 02 03:16:05.198572 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-b9193222-2d20-4739-a1a7-a5f12181fe45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0995271 May 02 03:16:05.261468 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-c3a669e6-e4d5-4b61-ac4f-8678d60b6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:05.262929 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-c3a669e6-e4d5-4b61-ac4f-8678d60b6b70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0569015 May 02 03:16:05.297779 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Deleting port fd028eb1-b117-4d32-a4c8-d97ec9bbb386 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:05.298401 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.345790 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-628536a5-5a10-49fc-a4ce-7e61ae80d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:05.347170 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-628536a5-5a10-49fc-a4ce-7e61ae80d292 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765357 May 02 03:16:05.419263 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.419611 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.457131 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-44acba63-73b9-4aeb-813f-48334993fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.484967 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-7c53bca0-bf37-4c8b-bdd2-a053f5a891cb service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302838 May 02 03:16:05.613702 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Calling delete_port for fd028eb1-b117-4d32-a4c8-d97ec9bbb386 owned by network:floatingip {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:05.630582 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1dbbe87-cec8-4365-9daa-ca54a57946ba req-e0f8f476-de66-428d-87dd-2459a02e2db0 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383312 May 02 03:16:05.815359 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.819234 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-a62042a4-727a-4a98-a9a2-8e95fa07f21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:05.869375 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event deleted for resources: {'Port': ['ID=fd028eb1-b117-4d32-a4c8-d97ec9bbb386,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:05.925643 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks [] for floatingip, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:05.925990 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.l3_db [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Floating IP 51decf64-b4ed-460f-913b-3140b8523d69 disassociated (deleted). External IP: 172.31.0.252, port: 18abc3fa-e6c2-40c2-9838-5faed3f33cc4. May 02 03:16:05.989616 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:06.310558 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Router 848619dc-565a-49cd-9d3b-57f41a3d3743 has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:16:06.495980 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:06.505968 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] Sync routers for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:06.515912 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:06.516945 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:15:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:06.520829 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:06.581366 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "DELETE /v2.0/floatingips/51decf64-b4ed-460f-913b-3140b8523d69 HTTP/1.1" status: 204 len: 168 time: 1.5649681 May 02 03:16:06.581985 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:16:06.630360 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'status': 'completed', 'code': 200} May 02 03:16:06.724208 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:06.757615 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-842d57ab-8bbb-4981-b95b-e4753c4890bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:06.759892 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-842d57ab-8bbb-4981-b95b-e4753c4890bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1099 time: 0.0836155 May 02 03:16:06.969528 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-3caf7b29-056b-4105-9e97-516d9253991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:06.971130 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-3caf7b29-056b-4105-9e97-516d9253991e service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.2046714 May 02 03:16:07.042407 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-78db747c-6b6d-460f-b334-c1be9c99db1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739585 May 02 03:16:07.052765 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-66a84eca-43c1-42b4-881b-ef70c2795390 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 217 time: 0.0681605 May 02 03:16:07.098000 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:07.102463 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] Checking router: 848619dc-565a-49cd-9d3b-57f41a3d3743 for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:07.113993 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:07.114507 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:15:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:07.212524 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-c4fdc9d5-ad0d-486b-abe0-bbe765e0e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:07.214179 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-c4fdc9d5-ad0d-486b-abe0-bbe765e0e26c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.1566174 May 02 03:16:07.293085 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-a3681444-1192-4b7f-98b5-53887039d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:07.294931 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-a3681444-1192-4b7f-98b5-53887039d757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734472 May 02 03:16:07.299025 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:07.427578 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-cc521b70-ede8-4256-87dd-67dceedd0949 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250122 May 02 03:16:07.565555 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:07.572472 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6a374e02-9780-418a-84ee-9cc49c52be11 req-b507ec41-0d41-4d0a-aa23-f1d08537ff7f service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376035 May 02 03:16:07.585995 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3aed-79d0-437d-9231-ad23e1f912b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:07.617599 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:07.621731 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70213ba2-f898-47a9-8909-0bd97637bf32 None None] The sync data for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph is: [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '8b5d7924-cf05-49aa-a97e-ec3a23494540', 'name': '', 'network_id': '888859f7-1d2c-4c30-a4d0-e3d1b512d120', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'mac_address': 'fa:16:3e:82:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'subnets': [{'id': '6544cc19-c45a-43b1-b172-153c2699cc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:07.799736 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-58089c76-d998-4ca3-aaf8-ec1db51f9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:07.801881 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-58089c76-d998-4ca3-aaf8-ec1db51f9f4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 1099 time: 0.0835264 May 02 03:16:07.858233 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6eb77-0052-4f9a-a5ce-f3124d63245e None None] New status for floating IP 51decf64-b4ed-460f-913b-3140b8523d69: DOWN {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:16:07.964044 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-db38abc2-ce74-41e6-a558-349a3f12ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:07.965543 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-db38abc2-ce74-41e6-a558-349a3f12ca1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 200 len: 916 time: 0.1424527 May 02 03:16:08.041497 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-a009ab37-226a-4b71-a805-758cb7022037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 200 len: 217 time: 0.0681031 May 02 03:16:08.134240 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-a5ac915a-094a-4961-982a-38cbaf72b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:08.135662 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-a5ac915a-094a-4961-982a-38cbaf72b283 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 200 len: 854 time: 0.0578403 May 02 03:16:08.212049 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-574e0a3f-2830-4512-988c-7e78f7f4918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:08.213574 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-574e0a3f-2830-4512-988c-7e78f7f4918e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=888859f7-1d2c-4c30-a4d0-e3d1b512d120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708134 May 02 03:16:08.342808 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-bf8f291d-5929-47f5-b377-13c6cc16b8f5 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223099 May 02 03:16:08.481305 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-24aab259-e35e-48c7-8f9f-65cfdcf3ea84 req-6e89cacf-7309-48c1-9b27-7584b5d7dc64 service neutron] 10.222.0.30 "GET /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319187 May 02 03:16:08.786997 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:09.924993 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-7bbbfd8d-ed3d-474e-8106-9c9cc071fbf4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:09.925730 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-7bbbfd8d-ed3d-474e-8106-9c9cc071fbf4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Synchronizing usage tracker for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:port {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:16:09.943079 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-7bbbfd8d-ed3d-474e-8106-9c9cc071fbf4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Unset dirty status for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:port {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:16:09.944474 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-7bbbfd8d-ed3d-474e-8106-9c9cc071fbf4 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.1089435 May 02 03:16:09.991278 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-a7757847-6bd3-44b9-b99c-ca0ad360a87e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Synchronizing usage tracker for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:security_group {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:16:10.007939 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-a7757847-6bd3-44b9-b99c-ca0ad360a87e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Unset dirty status for tenant:1f6fd0b008ab4930a29f7fd4bd6210cb on resource:security_group {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:16:10.009050 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-6f0300e4-3c37-496a-a029-2a10070111c9 req-a7757847-6bd3-44b9-b99c-ca0ad360a87e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 May 02 03:16:11.206964 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af593bb-0d9e-46f3-982e-d3786602e85a req-497387dc-ed60-47e2-92b0-2b61ff01b6e5 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:11.208482 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1af593bb-0d9e-46f3-982e-d3786602e85a req-497387dc-ed60-47e2-92b0-2b61ff01b6e5 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0899324 May 02 03:16:11.255797 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1af593bb-0d9e-46f3-982e-d3786602e85a req-43b0eac7-91a9-4782-89dd-7570151e938a tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a9d5513-fe29-4d88-9b75-584a8dd47022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 May 02 03:16:11.791631 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-c19f2a61-8c62-4619-bf94-b37f495b0155 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:11.793260 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-c19f2a61-8c62-4619-bf94-b37f495b0155 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.30 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 946 time: 0.0866275 May 02 03:16:11.935174 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Deleting port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:11.935584 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:12.071165 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] For port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:12.071531 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:12.283991 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Calling delete_port for 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:12.410147 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:12.416316 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:12.421527 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-afe9aabf-6ed8-437d-ab93-839e16008649 req-7a587430-cf6c-40cf-9209-13cc94623388 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fde94a-9f1e-43f8-a921-97d5a1c6024f HTTP/1.1" status: 200 len: 210 time: 0.0473077 May 02 03:16:12.445781 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['18abc3fa-e6c2-40c2-9838-5faed3f33cc4'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:16:12.460650 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Pushing event deleted for resources: {'Port': ['ID=18abc3fa-e6c2-40c2-9838-5faed3f33cc4,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:12.463709 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:12.542233 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] No DVR routers for this DVR port 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:12.544765 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:12.547340 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'name': 'network-vif-deleted', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:16:12.566922 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-54bd0f4a-fcf3-4add-a626-71592d8e6ce2 req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] 10.222.0.30 "DELETE /v2.0/ports/18abc3fa-e6c2-40c2-9838-5faed3f33cc4 HTTP/1.1" status: 204 len: 173 time: 0.7682452 May 02 03:16:12.608890 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fde94a-9f1e-43f8-a921-97d5a1c6024f', 'name': 'network-vif-deleted', 'tag': '18abc3fa-e6c2-40c2-9838-5faed3f33cc4', 'status': 'completed', 'code': 200} May 02 03:16:13.831406 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47468) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:14.451370 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994554'] for router_interface, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:14.861817 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Deleting port 8b5d7924-cf05-49aa-a97e-ec3a23494540 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:14.862476 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:14.984206 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.db [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] For port 8b5d7924-cf05-49aa-a97e-ec3a23494540, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=8b5d7924-cf05-49aa-a97e-ec3a23494540,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:14.984572 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:15.103259 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Calling delete_port for 8b5d7924-cf05-49aa-a97e-ec3a23494540 owned by network:router_interface {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:15.395835 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:15.399507 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-052eeaa3-12c7-4ed4-b15f-db87c371f98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:15.519503 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5d7924-cf05-49aa-a97e-ec3a23494540,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:15.522577 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:15.779752 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994414'] for router_interface, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:16.140418 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Router 848619dc-565a-49cd-9d3b-57f41a3d3743 has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:16:16.250023 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:16.284069 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:16.284450 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 18abc3fa-e6c2-40c2-9838-5faed3f33cc4 not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:16.327717 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:16.336523 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] Sync routers for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:16.340534 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] 10.222.0.41 "PUT /v2.0/routers/848619dc-565a-49cd-9d3b-57f41a3d3743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079792 May 02 03:16:16.343668 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47472) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:16.346763 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:16.347389 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:16:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:16.515367 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks [] for router, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:16.523062 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:16.689550 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:16.763265 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Deleting port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:16.763658 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:16.828219 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65'}], 'enable_snat': True}, 'gw_port_id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:16:15Z', 'revision_number': 5, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port': {'id': '7bbf65f9-c8c3-4913-aa48-e86ee8ad8635', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:16.832437 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] Checking router: 848619dc-565a-49cd-9d3b-57f41a3d3743 for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:16.841391 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] Routers {'848619dc-565a-49cd-9d3b-57f41a3d3743'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:16.842386 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:16:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['848619dc-565a-49cd-9d3b-57f41a3d3743'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:16.971622 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.db [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] For port 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:16.972024 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:16.985211 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] Set router 848619dc-565a-49cd-9d3b-57f41a3d3743 gateway port host: None {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:17.084982 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:16:16Z', 'revision_number': 6, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port_host': None}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:17.089059 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b62e8-fccc-457f-b2c4-702dd6087f73 None None] The sync data for ids ['848619dc-565a-49cd-9d3b-57f41a3d3743'] in dv-osbrick-789079-1-ceph is: [{'id': '848619dc-565a-49cd-9d3b-57f41a3d3743', 'name': 'tempest-TestMinimumBasicScenario-1854189556-router', 'tenant_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:16:16Z', 'revision_number': 6, 'project_id': '1f6fd0b008ab4930a29f7fd4bd6210cb', 'gw_port_host': None}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:17.095694 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Calling delete_port for 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 owned by network:router_gateway {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:17.235334 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.239039 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:17.282847 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbf65f9-c8c3-4913-aa48-e86ee8ad8635,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:17.286027 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:17.322908 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632469'] for router_gateway, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.501665 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24768'] for router, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.503948 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.591723 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993480'] for router, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.592556 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 848619dc-565a-49cd-9d3b-57f41a3d3743 {{(pid=75026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:16:17.604689 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Notify callbacks [] for router, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.605790 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] 10.222.0.41 "DELETE /v2.0/routers/848619dc-565a-49cd-9d3b-57f41a3d3743 HTTP/1.1" status: 204 len: 168 time: 1.2612476 May 02 03:16:17.608509 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47476) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:17.666498 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_v2 [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Deleting subnet 6544cc19-c45a-43b1-b172-153c2699cc99 {{(pid=75026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:16:17.669541 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.720035 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.787601 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593829'] for subnet, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.954411 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 8b5d7924-cf05-49aa-a97e-ec3a23494540 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:17.988543 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 8b5d7924-cf05-49aa-a97e-ec3a23494540 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:17.988861 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 8b5d7924-cf05-49aa-a97e-ec3a23494540 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:17.989223 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:18.028145 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:18.028499 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7bbf65f9-c8c3-4913-aa48-e86ee8ad8635 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:18.039757 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1592486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.044958 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:18.079730 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.082418 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6544cc19-c45a-43b1-b172-153c2699cc99,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:18.084093 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e3802-4cdc-453e-98d0-c1d643400859 None None] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:16:18.087891 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6544cc19-c45a-43b1-b172-153c2699cc99 HTTP/1.1" status: 204 len: 168 time: 0.4783571 May 02 03:16:18.088813 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-819e2ad0-a15d-407b-86e5-7f1d8bdae60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:18.090444 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47480) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:18.194247 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653684'] for network, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.271365 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Deleting port 9821a166-a5df-42a9-bae1-2aa58c326317 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:18.272060 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.356174 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] DHCP port deletion for 888859f7-1d2c-4c30-a4d0-e3d1b512d120 request from dv-osbrick-789079-1-ceph {{(pid=75028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:16:18.422929 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Deleting port 9821a166-a5df-42a9-bae1-2aa58c326317 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:18.423270 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.451771 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.db [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] For port 9821a166-a5df-42a9-bae1-2aa58c326317, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=9821a166-a5df-42a9-bae1-2aa58c326317,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:18.452159 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.516057 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] For port 9821a166-a5df-42a9-bae1-2aa58c326317, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=9821a166-a5df-42a9-bae1-2aa58c326317,segment=NetworkSegment(2d5ecfa5-106b-4d63-a00c-d996b5c54382),segment_id=2d5ecfa5-106b-4d63-a00c-d996b5c54382)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:18.516437 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.573395 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Calling delete_port for 9821a166-a5df-42a9-bae1-2aa58c326317 owned by network:dhcp {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:18.619616 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.623783 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:18.637532 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Calling delete_port for 9821a166-a5df-42a9-bae1-2aa58c326317 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:18.665889 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=9821a166-a5df-42a9-bae1-2aa58c326317,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:18.668957 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:18.669836 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] No DVR routers for this DVR port 9821a166-a5df-42a9-bae1-2aa58c326317 on host dv-osbrick-789079-1-ceph {{(pid=75026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:18.760701 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.764356 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:18.783365 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1592720', 'neutron.services.segments.db._delete_segments_for_network-8766582689145'] for network, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:18.804382 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Pushing event deleted for resources: {'Port': ['ID=9821a166-a5df-42a9-bae1-2aa58c326317,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:18.809255 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] No DVR routers for this DVR port 9821a166-a5df-42a9-bae1-2aa58c326317 on host dv-osbrick-789079-1-ceph {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:18.814198 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.814531 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.814841 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.815174 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.815491 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.815810 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.816143 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.816457 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.816765 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.817068 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.817415 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.817659 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:18.820979 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ee17a6d3-b31e-42fa-888d-9ca6be1108a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:18.891229 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.891591 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.892364 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.892704 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > port after_create 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.893015 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.893330 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > port after_update 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.893647 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.893957 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.894274 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:18.894584 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:19.008987 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:19.009349 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:19.009697 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:19.010018 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:16:19.010382 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.services.segments.db [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888859f7-1d2c-4c30-a4d0-e3d1b512d120']}} {{(pid=75026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:19.024017 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.services.segments.db [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5ecfa5-106b-4d63-a00c-d996b5c54382') {'for_net_delete': True} {{(pid=75026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:19.024309 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.services.segments.db [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5ecfa5-106b-4d63-a00c-d996b5c54382') {} {{(pid=75026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:19.035804 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766582701303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31649825'] for segment, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:19.051707 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:19.058869 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=75026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:16:19.228315 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.managers [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 has no segments {{(pid=75026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:16:19.236599 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1596872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980627'] for segment, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:19.402922 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.managers [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Network 888859f7-1d2c-4c30-a4d0-e3d1b512d120 has no segments {{(pid=75026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: from cryptography.utils import int_from_bytes May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: from cryptography.utils import int_from_bytes May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: Traceback (most recent call last): May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: timer() May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: cb(*args, **kw) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: return func(*args, **kwargs) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: self._notify() May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: self.callback(batched_events) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: event.method(event) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: return f(self, *a, **k) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: return self._get(url).json() May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: return self.request(url, 'GET', **kwargs) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:16:19.457057 dv-osbrick-789079-1-ceph neutron-server[75026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:16:19.540164 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1592419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632570'] for network, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:19.544871 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-ee323f7d-d5b6-4584-ace0-e6af3b11d2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:19.559960 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:19.569633 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=888859f7-1d2c-4c30-a4d0-e3d1b512d120,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:19.573617 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:19.579580 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-2306bcd3-64e0-489c-a9f4-671fbb8c5f04 admin admin] 10.222.0.41 "DELETE /v2.0/networks/888859f7-1d2c-4c30-a4d0-e3d1b512d120 HTTP/1.1" status: 204 len: 168 time: 1.4881935 May 02 03:16:19.582756 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47484) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:19.947992 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 9821a166-a5df-42a9-bae1-2aa58c326317 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:20.009362 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 9821a166-a5df-42a9-bae1-2aa58c326317 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:20.009668 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 9821a166-a5df-42a9-bae1-2aa58c326317 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:20.190266 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994554'] for router_interface, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:20.601166 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Deleting port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:20.601781 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:20.721256 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.db [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] For port a28a9e9c-81be-4e85-9fe0-4781f7b7e78e, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:20.721594 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:20.839215 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Calling delete_port for a28a9e9c-81be-4e85-9fe0-4781f7b7e78e owned by network:router_interface {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:21.008943 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980640'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:21.012521 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:21.054172 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a28a9e9c-81be-4e85-9fe0-4781f7b7e78e,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:21.057394 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:21.409521 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994414'] for router_interface, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:21.765813 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Router bdaad970-688b-4c94-b774-8715e268e7ed has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:16:21.941784 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:21.950538 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] Sync routers for ids ['bdaad970-688b-4c94-b774-8715e268e7ed'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:21.960520 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] Routers {'bdaad970-688b-4c94-b774-8715e268e7ed'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:21.960889 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-aa7014aa-b04b-4321-b720-f122dbd2ad4b admin admin] 10.222.0.41 "PUT /v2.0/routers/bdaad970-688b-4c94-b774-8715e268e7ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3769393 May 02 03:16:21.961171 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:16:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['bdaad970-688b-4c94-b774-8715e268e7ed'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:21.963226 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47488) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:22.134271 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] Set router bdaad970-688b-4c94-b774-8715e268e7ed gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:22.139283 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks [] for router, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:22.310643 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:22.388060 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Deleting port bc777fda-d08b-405c-ac77-76dea4028b95 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:22.388356 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:22.411282 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194'}], 'enable_snat': True}, 'gw_port_id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:16:20Z', 'revision_number': 5, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port': {'id': 'bc777fda-d08b-405c-ac77-76dea4028b95', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:45Z', 'updated_at': '2021-05-02T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:22.415234 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] Checking router: bdaad970-688b-4c94-b774-8715e268e7ed for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:22.423406 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] Routers {'bdaad970-688b-4c94-b774-8715e268e7ed'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:22.424032 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:16:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['bdaad970-688b-4c94-b774-8715e268e7ed'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:22.507719 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.db [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] For port bc777fda-d08b-405c-ac77-76dea4028b95, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=bc777fda-d08b-405c-ac77-76dea4028b95,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:22.508095 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:22.570776 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] Set router bdaad970-688b-4c94-b774-8715e268e7ed gateway port host: None {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:22.676370 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:16:22Z', 'revision_number': 6, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port_host': None}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:22.680648 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61c174-11ce-483c-aa35-20720acdfa4a None None] The sync data for ids ['bdaad970-688b-4c94-b774-8715e268e7ed'] in dv-osbrick-789079-1-ceph is: [{'id': 'bdaad970-688b-4c94-b774-8715e268e7ed', 'name': 'tempest-TestMinimumBasicScenario-370466811-router', 'tenant_id': '60142b78e9764193bb6f58987c28109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:16:22Z', 'revision_number': 6, 'project_id': '60142b78e9764193bb6f58987c28109d', 'gw_port_host': None}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:22.731343 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Calling delete_port for bc777fda-d08b-405c-ac77-76dea4028b95 owned by network:router_gateway {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:22.880193 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980640'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:22.884164 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-254b5079-7c32-4b38-9ba8-ee7e0e5871dc tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:22.928442 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc777fda-d08b-405c-ac77-76dea4028b95,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:22.930738 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:23.020465 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632469'] for router_gateway, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.190343 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24768'] for router, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.192552 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.219987 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993480'] for router, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.220505 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdaad970-688b-4c94-b774-8715e268e7ed {{(pid=75026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:16:23.232849 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] Notify callbacks [] for router, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.233981 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-943aa695-625c-4731-94b6-137fbfd1309e admin admin] 10.222.0.41 "DELETE /v2.0/routers/bdaad970-688b-4c94-b774-8715e268e7ed HTTP/1.1" status: 204 len: 168 time: 1.2698312 May 02 03:16:23.236753 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47492) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:23.295414 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Deleting subnet e6b02c36-feac-43e7-950d-61128b2b6be7 {{(pid=75026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:16:23.298635 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.350446 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31649848'] for subnet, precommit_delete_associations {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.430110 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593829'] for subnet, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.680708 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1592486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33494897'] for subnet, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.684444 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-4865fadd-252c-4b0c-b62b-fb2a3dc15707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:23.718302 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b02c36-feac-43e7-950d-61128b2b6be7,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:23.721181 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:23.722135 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.728123 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-fd845a89-33b0-4afe-a22a-877f970d2434 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6b02c36-feac-43e7-950d-61128b2b6be7 HTTP/1.1" status: 204 len: 168 time: 0.4903922 May 02 03:16:23.730165 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b062f7-d0f8-4dca-97a5-2c7b1019a4a4 None None] Network b250a89f-1544-4328-b1e7-aeba70101c45 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:16:23.730894 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47496) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:23.835013 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653684'] for network, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.910156 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Deleting port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:23.910676 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:23.970951 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] DHCP port deletion for b250a89f-1544-4328-b1e7-aeba70101c45 request from dv-osbrick-789079-1-ceph {{(pid=75028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:16:23.975252 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device a28a9e9c-81be-4e85-9fe0-4781f7b7e78e no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:24.007209 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.db [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] For port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:24.007559 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.036100 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: a28a9e9c-81be-4e85-9fe0-4781f7b7e78e {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:24.036402 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device a28a9e9c-81be-4e85-9fe0-4781f7b7e78e not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:24.037344 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device bc777fda-d08b-405c-ac77-76dea4028b95 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:24.074264 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: bc777fda-d08b-405c-ac77-76dea4028b95 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:24.074610 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device bc777fda-d08b-405c-ac77-76dea4028b95 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:24.102591 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Deleting port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:24.102981 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.201647 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] For port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,segment=NetworkSegment(070142d8-c8c4-44e7-ab68-931ffa58d764),segment_id=070142d8-c8c4-44e7-ab68-931ffa58d764)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:24.201943 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.215512 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Calling delete_port for 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 owned by network:dhcp {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:24.265820 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980640'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.270197 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-ca0df5b9-8f50-4b14-87d2-64653c567316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:24.313065 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:24.316215 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:24.316982 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] No DVR routers for this DVR port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 on host dv-osbrick-789079-1-ceph {{(pid=75026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:24.358562 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Calling delete_port for 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:24.400413 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.404149 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e6240c04-62b2-44d2-809d-9be291a887e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:24.430091 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1592720', 'neutron.services.segments.db._delete_segments_for_network-8766582689145'] for network, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.445190 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Pushing event deleted for resources: {'Port': ['ID=7a21f9b7-db3f-4d24-ab1d-48b0e013ba75,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:24.448231 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:24.449025 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] No DVR routers for this DVR port 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 on host dv-osbrick-789079-1-ceph {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:24.537615 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.services.segments.db [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b250a89f-1544-4328-b1e7-aeba70101c45']}} {{(pid=75026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:24.549563 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.services.segments.db [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070142d8-c8c4-44e7-ab68-931ffa58d764') {'for_net_delete': True} {{(pid=75026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:24.549853 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.services.segments.db [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070142d8-c8c4-44e7-ab68-931ffa58d764') {} {{(pid=75026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:24.561124 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766582701303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31649825'] for segment, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.578730 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.588730 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=75026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:16:24.756226 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.managers [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Network b250a89f-1544-4328-b1e7-aeba70101c45 has no segments {{(pid=75026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:16:24.764425 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1596872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980627'] for segment, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:24.926523 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.managers [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Network b250a89f-1544-4328-b1e7-aeba70101c45 has no segments {{(pid=75026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: Traceback (most recent call last): May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: timer() May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: cb(*args, **kw) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: return func(*args, **kwargs) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: self._notify() May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: self.callback(batched_events) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: event.method(event) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: return f(self, *a, **k) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: return self._get(url).json() May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: return self.request(url, 'GET', **kwargs) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:16:24.949785 dv-osbrick-789079-1-ceph neutron-server[75026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:16:25.027224 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1592419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632570'] for network, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.033730 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.036147 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:25.058886 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b250a89f-1544-4328-b1e7-aeba70101c45,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:25.063622 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:25.066510 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-8f60a967-9c8a-43fc-8cb3-83e93e2a04e5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b250a89f-1544-4328-b1e7-aeba70101c45 HTTP/1.1" status: 204 len: 168 time: 1.3341100 May 02 03:16:25.250122 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47502) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:25.309474 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-cd923258-0280-4512-b812-5b7a7f5f9a3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f6fd0b008ab4930a29f7fd4bd6210cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580575 May 02 03:16:25.312878 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47506) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:25.369387 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.397343 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.453609 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.457401 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-2db1baef-fe5f-4993-abac-d1be047cba56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:25.470171 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d5513-fe29-4d88-9b75-584a8dd47022,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:25.473215 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:25.482237 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.483358 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-e8175104-0043-4ad6-848d-8dc80a6f8988 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a9d5513-fe29-4d88-9b75-584a8dd47022 HTTP/1.1" status: 204 len: 168 time: 0.1696246 May 02 03:16:25.833650 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47514) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:25.882580 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-044613ce-c698-42d7-9a95-706d0523c067 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60142b78e9764193bb6f58987c28109d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476732 May 02 03:16:25.885099 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47518) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:25.942241 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.948486 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:25.967877 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:25.984841 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:25.985083 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 7a21f9b7-db3f-4d24-ab1d-48b0e013ba75 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:26.022679 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:26.026392 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:26.040153 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28dae4-9b6d-4b21-b4f1-181d8c59e8bf,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:26.043584 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:26.046771 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:26.047868 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-39b59eed-b3e3-40dc-ba19-7fadaadcafd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac28dae4-9b6d-4b21-b4f1-181d8c59e8bf HTTP/1.1" status: 204 len: 168 time: 0.1618607 May 02 03:16:33.065063 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:35.456746 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8bde-bd08-44ab-9558-dca8ed856683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.561987 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.588528 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1441810-38e4-45ec-905b-2fca925a6c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:38.434923 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:16:38.801899 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:03.066208 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:05.459139 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d77-aa14-4f60-9230-d8faf9f12bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:07.566163 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:07.591505 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c40ae287-85b3-4f1c-8173-c368adb70aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:08.806745 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:08.972528 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-388741fe-44c0-4431-a992-78286ab29c82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812876 May 02 03:17:09.088347 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-529af25d-7f89-4211-aa25-c73cebb3179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:09.090537 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-529af25d-7f89-4211-aa25-c73cebb3179f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 1098 time: 0.0867043 May 02 03:17:09.242664 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-e56b3bff-a3c6-4174-b1ce-269d070d830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:09.244066 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-e56b3bff-a3c6-4174-b1ce-269d070d830f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1346338 May 02 03:17:09.345793 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-d30ac84e-3e91-4691-8c59-efbb13f6b8dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747 HTTP/1.1" status: 200 len: 999 time: 0.0951746 May 02 03:17:09.417162 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-bf6d1006-b748-4a24-9cf0-bbf12f41a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:09.419417 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-bf6d1006-b748-4a24-9cf0-bbf12f41a073 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0670578 May 02 03:17:09.504629 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-cc23d997-e262-4778-a6a3-dffbb33c08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:09.506006 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-cc23d997-e262-4778-a6a3-dffbb33c08fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794823 May 02 03:17:09.634409 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-863fe9b2-bf82-4cf5-9413-9ce5578fe002 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217616 May 02 03:17:09.763224 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e9c42cb7-7162-4469-bb19-9be92d2c7377 req-a1cba19d-c995-4351-8ce7-6af4cc7be15e service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226807 May 02 03:17:15.434364 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:17:28.290362 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b76dde-0370-4d5e-a709-d55a7d8f3180 req-b26e2216-9d21-497a-88a2-ff7eeb76361b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:28.291805 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-70b76dde-0370-4d5e-a709-d55a7d8f3180 req-b26e2216-9d21-497a-88a2-ff7eeb76361b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0859959 May 02 03:17:28.335617 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-70b76dde-0370-4d5e-a709-d55a7d8f3180 req-8a40f1da-eda6-4a18-8e2e-a4109af1bd37 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 May 02 03:17:29.548272 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32deb0-2c2f-4a5f-aa07-96110bf8e1a9 req-66c8e71e-a14d-4f27-b125-3dc107615668 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:29.549730 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-bd32deb0-2c2f-4a5f-aa07-96110bf8e1a9 req-66c8e71e-a14d-4f27-b125-3dc107615668 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0921161 May 02 03:17:29.595590 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-bd32deb0-2c2f-4a5f-aa07-96110bf8e1a9 req-88705c38-a7f7-4dd1-87cc-4ee2755b8994 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 May 02 03:17:30.047650 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5591dbb-df99-488e-af61-41d046d447af req-516cd627-8557-493e-b0d1-aa7d49b62ada tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:30.049152 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c5591dbb-df99-488e-af61-41d046d447af req-516cd627-8557-493e-b0d1-aa7d49b62ada tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.0915978 May 02 03:17:30.255033 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 6cd3f750-d075-44b9-a3c7-65a29dd74747 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:30.255257 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.391668 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] For port 6cd3f750-d075-44b9-a3c7-65a29dd74747, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=6cd3f750-d075-44b9-a3c7-65a29dd74747,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:30.392126 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.685475 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.685837 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632520'] for floatingip, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.686137 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.l3_db [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Floating IP 800f314f-e1bd-4ad2-b94b-874473ff126f disassociated. External IP: 172.31.0.4, port: 6cd3f750-d075-44b9-a3c7-65a29dd74747. May 02 03:17:30.686464 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 6cd3f750-d075-44b9-a3c7-65a29dd74747 owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:30.832189 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3805fe-945d-41ac-8d90-1ae9b157ea32 req-4b6e8be9-d25e-4788-9b6e-8431fb1c8ea1 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:30.833555 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-dd3805fe-945d-41ac-8d90-1ae9b157ea32 req-4b6e8be9-d25e-4788-9b6e-8431fb1c8ea1 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 945 time: 0.1306562 May 02 03:17:30.891263 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-dd3805fe-945d-41ac-8d90-1ae9b157ea32 req-113dac3c-9deb-4a2d-952a-6e538d4d1abd tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514600 May 02 03:17:30.892398 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.897823 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:30.940691 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=6cd3f750-d075-44b9-a3c7-65a29dd74747,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:30.950238 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.950882 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.950998 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.951263 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.951585 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.951955 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.952292 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.952627 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.952959 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.953287 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.953658 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.953950 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:30.957672 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:31.132948 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:17:31.316405 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:17:31.326131 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:17:31.340221 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:31.341194 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:17:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:31.389815 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] No DVR routers for this DVR port 6cd3f750-d075-44b9-a3c7-65a29dd74747 on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:17:31.392676 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:31.395362 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'name': 'network-vif-deleted', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:31.416343 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c5591dbb-df99-488e-af61-41d046d447af req-a336d7c4-d0c5-4ee5-a41b-392850ca43a9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "DELETE /v2.0/ports/6cd3f750-d075-44b9-a3c7-65a29dd74747 HTTP/1.1" status: 204 len: 173 time: 1.3618324 May 02 03:17:31.451467 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7b771-e5e3-4278-9e18-c8117244d75f', 'name': 'network-vif-deleted', 'tag': '6cd3f750-d075-44b9-a3c7-65a29dd74747', 'status': 'completed', 'code': 200} May 02 03:17:31.517214 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:31.829154 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:31.833132 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:17:31.841992 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:31.842576 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:17:08Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:32.017293 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:32.053857 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-cd17c777-7cae-46e1-b816-c122046b92a8 req-74e288f3-cef3-49d6-88e1-05c98a754c73 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:17:32.072465 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-cd17c777-7cae-46e1-b816-c122046b92a8 req-74e288f3-cef3-49d6-88e1-05c98a754c73 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:17:32.073688 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cd17c777-7cae-46e1-b816-c122046b92a8 req-74e288f3-cef3-49d6-88e1-05c98a754c73 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=67f7b771-e5e3-4278-9e18-c8117244d75f HTTP/1.1" status: 200 len: 210 time: 0.0647922 May 02 03:17:32.351066 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:32.354908 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5bb5f-483d-4fc8-80bf-c37b0d6bc535 None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:17:32.556573 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c358d-7c4d-45c4-8d25-a6d9c5d52455 None None] New status for floating IP 800f314f-e1bd-4ad2-b94b-874473ff126f: DOWN {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:17:32.608765 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 6cd3f750-d075-44b9-a3c7-65a29dd74747 no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:32.658065 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: 6cd3f750-d075-44b9-a3c7-65a29dd74747 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:32.658415 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 6cd3f750-d075-44b9-a3c7-65a29dd74747 not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:33.093366 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.466076 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-726af7ae-16da-438c-a9a7-f9aa70e07962 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428505599&fields=id&tenant_id=46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 267 time: 0.0477662 May 02 03:17:33.697115 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-19f1a6f3-bdcb-4576-9081-513f324d0ced tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:33.698438 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-19f1a6f3-bdcb-4576-9081-513f324d0ced tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.2260013 May 02 03:17:33.712874 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-1c3f65f4-8f2f-4964-be78-e4207c876400 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/quotas/46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 375 time: 0.0090175 May 02 03:17:33.797439 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-213b7e45-81db-4982-bca8-0aea61c72e7f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793581 May 02 03:17:33.930829 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-67784437-d379-44dc-947b-25b7233f99ae service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211793 May 02 03:17:34.064670 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-7f12ba7e-468e-478d-a674-5f0a476a9494 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250353 May 02 03:17:34.484327 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-30289fb2-3996-4f54-926d-f5796b8d09fe req-4394b5a8-a1f4-4441-9599-7f2ba03446b0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 210 time: 0.0419905 May 02 03:17:35.455308 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9b7b15ac-ca20-4f3e-b1eb-fc2b27976745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.652340 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-cea24cee-f2b5-4073-a2e3-1a81d4ab0f03 req-a222899e-be56-4578-924f-7dc61c092914 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 210 time: 0.0561256 May 02 03:17:35.658840 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-547c2df7-ed1a-4f60-a609-bb3d200c6526 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:35.660250 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-547c2df7-ed1a-4f60-a609-bb3d200c6526 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.2018499 May 02 03:17:35.721941 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-9857a7cd-5641-4cf7-a459-0c184149b825 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 380 time: 0.0409284 May 02 03:17:35.730360 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'port': {'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'admin_state_up': True, 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'security_groups': ['09762f8a-fe5e-45a9-a801-d7628b1626ed']}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:17:35.863207 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:17:35.872845 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:17:35.882655 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:17:35.886115 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.047090 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.20.0.14 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/bac3a559-f487-4e16-8a34-af05147c6db7) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:17:36.235934 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.251231 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Transition to ACTIVE for port object bac3a559-f487-4e16-8a34-af05147c6db7 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:17:36.276317 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.282081 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:36.344028 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:17:36.345155 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:17:36.354112 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:17:36.359518 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:36.360156 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.373206 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=bac3a559-f487-4e16-8a34-af05147c6db7,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:36.377628 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:36.391959 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-2411e4c0-9dbe-4c59-924b-8ae4938a8e2c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6651735 May 02 03:17:36.408396 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Request body: {'port': {'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:17:36.525524 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.606388 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-41e605f7-3075-4d74-9661-a35d761812c5 None None] Provisioning for port bac3a559-f487-4e16-8a34-af05147c6db7 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:17:36.611009 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-41e605f7-3075-4d74-9661-a35d761812c5 None None] Provisioning complete for port bac3a559-f487-4e16-8a34-af05147c6db7 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:17:36.611385 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-41e605f7-3075-4d74-9661-a35d761812c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.664338 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-41e605f7-3075-4d74-9661-a35d761812c5 None None] Port bac3a559-f487-4e16-8a34-af05147c6db7 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:17:36.839897 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99e70e-acdc-4f94-a0e6-12bfe1b23fda req-0f3d1d7a-c803-41d2-92c2-0fbc6d448bfb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:36.841745 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-fb99e70e-acdc-4f94-a0e6-12bfe1b23fda req-0f3d1d7a-c803-41d2-92c2-0fbc6d448bfb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 932 time: 0.0857985 May 02 03:17:36.863745 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac3a559-f487-4e16-8a34-af05147c6db7 {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:17:36.871239 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.888352 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-fb99e70e-acdc-4f94-a0e6-12bfe1b23fda req-27f08d69-f093-497c-8b33-6d4999c77ef7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 May 02 03:17:36.888561 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Transition to ACTIVE for port object bac3a559-f487-4e16-8a34-af05147c6db7 will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:17:36.893514 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.898125 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:37.128429 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Pushing event updated for resources: {'Port': ['ID=bac3a559-f487-4e16-8a34-af05147c6db7,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:37.137911 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:37.147016 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Attempting to bind port bac3a559-f487-4e16-8a34-af05147c6db7 on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:17:37.147345 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Attempting to bind port bac3a559-f487-4e16-8a34-af05147c6db7 by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:17:37.147657 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Attempting to bind port bac3a559-f487-4e16-8a34-af05147c6db7 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:17:37.152760 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Port bac3a559-f487-4e16-8a34-af05147c6db7 on network c78bca5b-2e36-4459-8ecf-146c21571de5 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:17:37.153065 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Attempting to bind port bac3a559-f487-4e16-8a34-af05147c6db7 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:17:37.158235 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:17:37.158524 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:17:37.158900 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:17:37.159397 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Bound port: bac3a559-f487-4e16-8a34-af05147c6db7, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:17:37.159718 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:37.248259 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] For port bac3a559-f487-4e16-8a34-af05147c6db7, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:17:37.251191 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] For port bac3a559-f487-4e16-8a34-af05147c6db7, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=bac3a559-f487-4e16-8a34-af05147c6db7,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:17:37.258062 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:37.262365 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:37.309590 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:37.310211 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:37.311563 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] 10.222.0.30 "PUT /v2.0/ports/bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 1094 time: 0.9075594 May 02 03:17:37.312044 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:37.339070 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Pushing event updated for resources: {'Port': ['ID=bac3a559-f487-4e16-8a34-af05147c6db7,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:37.343169 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-bceed57b-9b92-4f0c-ac99-324b18e0eccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:37.369577 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'status': 'completed', 'code': 200} May 02 03:17:37.457465 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-ef611b5a-127c-4554-946f-0e8622b97738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:37.458961 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-ef611b5a-127c-4554-946f-0e8622b97738 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1097 time: 0.0740993 May 02 03:17:37.530314 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-214a5bf5-217f-4303-9bf9-ae89e37e4b03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 217 time: 0.0596671 May 02 03:17:37.572849 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:37.594137 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dd28bfdd-f9f2-4570-a49e-c6c8d65378f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:37.595822 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-16455f18-27db-4423-a772-e6678d405bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:37.597306 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-16455f18-27db-4423-a772-e6678d405bbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0609124 May 02 03:17:37.676692 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-f2516157-95fc-4cc7-9e0a-abd9c6e07115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:37.678141 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-f2516157-95fc-4cc7-9e0a-abd9c6e07115 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748246 May 02 03:17:37.808849 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-11b4eb83-4300-483e-904e-d29d425b9285 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240897 May 02 03:17:37.947770 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d724c0c7-abea-4fa1-a9f5-ff9159d88aa9 req-1008a89a-be2a-41ba-81eb-1000561102ab service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317632 May 02 03:17:38.080678 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e1aa9-16bc-41d5-95fa-17152771a807 req-9a123b21-83a9-4085-9769-50c381b9eb9d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:38.082168 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-411e1aa9-16bc-41d5-95fa-17152771a807 req-9a123b21-83a9-4085-9769-50c381b9eb9d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 944 time: 0.0785112 May 02 03:17:38.104872 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-826ac29f-68a3-4eac-9aab-e76d64794424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:38.106323 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-826ac29f-68a3-4eac-9aab-e76d64794424 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1097 time: 0.0733929 May 02 03:17:38.130912 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-411e1aa9-16bc-41d5-95fa-17152771a807 req-92f4e0df-1da8-4244-8c23-71170a5c0585 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 May 02 03:17:38.237751 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-ec34c83d-2b7d-40af-b862-d5c17b4722f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:38.239145 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-ec34c83d-2b7d-40af-b862-d5c17b4722f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1258624 May 02 03:17:38.306910 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-55691caa-2e54-454d-affe-47925a17695d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 217 time: 0.0610425 May 02 03:17:38.369850 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-7c1cf18e-73d9-47f7-ab85-1219b48007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:38.371227 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-7c1cf18e-73d9-47f7-ab85-1219b48007d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0586171 May 02 03:17:38.447269 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-975fbec8-7072-4c92-895b-6bf4128bec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:38.449035 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-975fbec8-7072-4c92-895b-6bf4128bec76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711586 May 02 03:17:38.586809 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-e482024c-667c-47fe-9990-afbc64dcc837 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310601 May 02 03:17:38.788866 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e620e57a-a2a0-4760-95a1-8f43a2bdac62 req-6a12d9e6-2ad8-466c-a455-0ec409e25d41 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949003 May 02 03:17:38.798669 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:39.328335 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2a56e-5044-4025-9aa5-ab341644ec9d req-62af7b6b-07e1-4f6d-8e0e-5fb54c048ee8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:39.329021 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-edf2a56e-5044-4025-9aa5-ab341644ec9d req-62af7b6b-07e1-4f6d-8e0e-5fb54c048ee8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:17:39.347819 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-edf2a56e-5044-4025-9aa5-ab341644ec9d req-62af7b6b-07e1-4f6d-8e0e-5fb54c048ee8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:17:39.349381 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-edf2a56e-5044-4025-9aa5-ab341644ec9d req-62af7b6b-07e1-4f6d-8e0e-5fb54c048ee8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 944 time: 0.1101508 May 02 03:17:39.402727 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-edf2a56e-5044-4025-9aa5-ab341644ec9d req-5e5b6d5b-94e2-4985-8334-5e19633916f4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 May 02 03:17:40.606318 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05390-42d3-4199-9d7f-3d40dfc71b40 req-c0dba37e-0ada-4fab-a88a-f775f6d17f6c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:40.607803 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-d3d05390-42d3-4199-9d7f-3d40dfc71b40 req-c0dba37e-0ada-4fab-a88a-f775f6d17f6c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 944 time: 0.0854576 May 02 03:17:40.654871 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-d3d05390-42d3-4199-9d7f-3d40dfc71b40 req-611b9d21-5aac-46c5-a73b-1f9ea2fce3d6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391405 May 02 03:17:41.864552 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294e467-13df-49e6-b8ee-374c05298779 req-14249095-aadd-49c1-80dd-14f44eb31670 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:41.865943 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7294e467-13df-49e6-b8ee-374c05298779 req-14249095-aadd-49c1-80dd-14f44eb31670 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 944 time: 0.0946939 May 02 03:17:41.911377 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-7294e467-13df-49e6-b8ee-374c05298779 req-2cd18a58-ef8d-4ca0-b7c9-0783e42aa2bc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398111 May 02 03:17:42.671001 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device bac3a559-f487-4e16-8a34-af05147c6db7 details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:17:42.812652 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port bac3a559-f487-4e16-8a34-af05147c6db7, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=bac3a559-f487-4e16-8a34-af05147c6db7,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:42.826336 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:17:42.883404 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:42.899719 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac3a559-f487-4e16-8a34-af05147c6db7 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:17:42.915021 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port bac3a559-f487-4e16-8a34-af05147c6db7, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=bac3a559-f487-4e16-8a34-af05147c6db7,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:42.921425 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:42.923121 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:42.991511 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=bac3a559-f487-4e16-8a34-af05147c6db7,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:42.999220 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:42.999542 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:42.999920 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.000248 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.000586 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.000912 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.001238 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.001556 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.001885 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.002190 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.002498 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.002817 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:43.007010 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:43.251978 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eaf17-f72c-45e8-b7f5-0b7c78b99d24 req-003a04d2-94bd-4145-b9ee-8d92f655a0ce tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:43.253355 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-df2eaf17-f72c-45e8-b7f5-0b7c78b99d24 req-003a04d2-94bd-4145-b9ee-8d92f655a0ce tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 945 time: 0.0934095 May 02 03:17:43.298315 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-df2eaf17-f72c-45e8-b7f5-0b7c78b99d24 req-625afec4-c822-4d91-8eea-1c583d3435f6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 May 02 03:17:43.344123 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['bac3a559-f487-4e16-8a34-af05147c6db7'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:17:44.506517 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1011-3525-47de-9a23-2764b1ac043d req-e9c54823-ab86-420f-82b0-e85ae3e394c6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:44.507963 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-033d1011-3525-47de-9a23-2764b1ac043d req-e9c54823-ab86-420f-82b0-e85ae3e394c6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 945 time: 0.0849373 May 02 03:17:44.551820 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-033d1011-3525-47de-9a23-2764b1ac043d req-7f2121a3-53ad-47e4-b30a-d27bf4bac487 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381289 May 02 03:17:44.670817 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device bac3a559-f487-4e16-8a34-af05147c6db7 up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:17:44.762509 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port bac3a559-f487-4e16-8a34-af05147c6db7 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:17:44.768831 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port bac3a559-f487-4e16-8a34-af05147c6db7 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:17:44.769221 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:44.886479 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:44.912929 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:44.922792 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port bac3a559-f487-4e16-8a34-af05147c6db7, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=bac3a559-f487-4e16-8a34-af05147c6db7,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:44.928227 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:44.930091 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:44.958809 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'code': 200} May 02 03:17:44.997778 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=bac3a559-f487-4e16-8a34-af05147c6db7,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:45.000732 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:45.291938 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea733edc-9987-4cbe-a9dc-6b91f08e9a01 req-4ffd4f2b-8b97-4dba-a715-c6079ee5006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:45.293335 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea733edc-9987-4cbe-a9dc-6b91f08e9a01 req-4ffd4f2b-8b97-4dba-a715-c6079ee5006f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1099 time: 0.0742280 May 02 03:17:45.333277 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-ea733edc-9987-4cbe-a9dc-6b91f08e9a01 req-e1e855bb-5b14-4fd5-b09b-2a0fb933a013 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 May 02 03:17:45.742384 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eebc7-367b-4245-b81e-6cbe597c3af0 req-40009c9a-6e89-424d-a06b-0245cd105e04 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:45.743820 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0e4eebc7-367b-4245-b81e-6cbe597c3af0 req-40009c9a-6e89-424d-a06b-0245cd105e04 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 946 time: 0.0850525 May 02 03:17:45.786816 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-0e4eebc7-367b-4245-b81e-6cbe597c3af0 req-f3d877d2-83be-45ab-a707-a563b957a97f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372734 May 02 03:17:46.993689 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11a73f-32fb-40b0-a1aa-a199a4a9f3f0 req-9368a4ae-1c5c-4310-834f-f2af5257c4c3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:46.995123 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-ed11a73f-32fb-40b0-a1aa-a199a4a9f3f0 req-9368a4ae-1c5c-4310-834f-f2af5257c4c3 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 946 time: 0.0866284 May 02 03:17:47.042691 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-ed11a73f-32fb-40b0-a1aa-a199a4a9f3f0 req-93357519-142b-43e9-b337-f313b2367498 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 May 02 03:17:47.233850 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3038b-6275-439e-a843-6fed6a3db0a2 req-833c27b1-b176-4081-b3e6-6bb1eef3c0f8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:47.235272 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-62f3038b-6275-439e-a843-6fed6a3db0a2 req-833c27b1-b176-4081-b3e6-6bb1eef3c0f8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 946 time: 0.0833962 May 02 03:17:47.280382 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-62f3038b-6275-439e-a843-6fed6a3db0a2 req-53607b72-67c4-49a3-ab48-0d9b6d1ac74b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393438 May 02 03:17:47.303417 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47630) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:47.377759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc4eb7-f2d5-47e7-a2f1-780c4793bb2f tempest-TestVolumeBootPattern-364364464 tempest-TestVolumeBootPattern-364364464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:47.379296 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-a7dc4eb7-f2d5-47e7-a2f1-780c4793bb2f tempest-TestVolumeBootPattern-364364464 tempest-TestVolumeBootPattern-364364464-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1094 time: 0.0748746 May 02 03:17:47.382337 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47634) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:47.387339 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'floatingip': {'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:17:47.393444 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:17:47.397640 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:floatingip and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:17:47.400602 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:17:47.406472 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:17:47.421865 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:47.559089 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:47.696159 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.31.0.139 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/8fda7644-1dfa-4a27-9d1b-f97d25e5fcad) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:17:47.852504 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:47.892934 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:47.897056 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-59afac40-eade-4a5f-8452-ee6288223e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:47.954555 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:17:47.955642 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:17:47.959211 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:17:48.001398 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=8fda7644-1dfa-4a27-9d1b-f97d25e5fcad,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:48.005594 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:48.399955 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:48.472675 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:48.675393 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:48.683451 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:48.686843 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-48c3d75b-517d-4350-8a1e-5c91823e6016 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:48.733771 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632520'] for floatingip, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:48.811776 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=8fda7644-1dfa-4a27-9d1b-f97d25e5fcad,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:48.815714 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:48.913551 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.l3_db [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Floating IP 1ae6ef6f-56e4-405d-8425-6dd183015a37 associated. External IP: 172.31.0.139, port: bac3a559-f487-4e16-8a34-af05147c6db7. May 02 03:17:49.264368 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:17:49.442691 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:17:49.451980 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:17:49.462093 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:49.462697 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:17:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:49.471079 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:49.534885 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-47efaca2-6bfc-4c36-ae33-b2fedb324796 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1402862 May 02 03:17:49.534885 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:49.574944 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'status': 'completed', 'code': 200} May 02 03:17:49.642360 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:49.689785 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-f3170772-4384-4a16-8f22-27cac8e3cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:49.691264 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-f3170772-4384-4a16-8f22-27cac8e3cf8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1099 time: 0.0733364 May 02 03:17:49.909751 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-c03b8e49-b086-4b84-8a76-579139e5d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:49.911187 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-c03b8e49-b086-4b84-8a76-579139e5d448 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.2137244 May 02 03:17:49.985643 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:48Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:49.990117 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:17:49.998958 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:49.999541 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:17:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:50.010236 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-06092753-996e-476a-b347-d41f042b69a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 1000 time: 0.0928061 May 02 03:17:50.070728 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-655684e4-33f7-45fb-a277-00b9ab7d0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:50.072236 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-655684e4-33f7-45fb-a277-00b9ab7d0258 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0563061 May 02 03:17:50.146332 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-59e3fa21-cb89-4146-b95c-23bd41ecaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:50.147818 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-59e3fa21-cb89-4146-b95c-23bd41ecaf2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694439 May 02 03:17:50.169070 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:50.276751 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-d178602f-3f6b-41c8-a679-3648d2f44dbe service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220284 May 02 03:17:50.405502 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-8f3402f7-0d08-46ad-80e1-5f46d47c0329 req-37511a22-8118-4754-9893-1a9ea3b78f41 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226673 May 02 03:17:50.553253 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:48Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:50.557202 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda3c75-24e4-4fa3-ac1a-ee4e1e139a12 None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:48Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:17:50.749735 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc3646-67aa-487a-87ef-292c3a3f174e None None] New status for floating IP 1ae6ef6f-56e4-405d-8425-6dd183015a37: ACTIVE {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:17:52.435319 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:18:03.111777 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:05.450426 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-990bb94f-7d30-4979-909a-65f4b5a7c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:07.569477 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:07.596810 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dcf78063-4882-4d01-b49e-43f5080999ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:08.800313 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:10.611672 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-30440a7f-48c7-46a7-8d3f-b797b57ff306 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778708 May 02 03:18:10.780415 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-bb156a0c-f97a-4b83-b361-485671033774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:10.782066 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-bb156a0c-f97a-4b83-b361-485671033774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1099 time: 0.0729740 May 02 03:18:10.931316 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-6c816752-c6bd-4944-8037-493d7b8e9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:10.932765 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-6c816752-c6bd-4944-8037-493d7b8e9a79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1307349 May 02 03:18:11.033617 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-9c6dd06f-3c49-480b-8823-566026712de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 1002 time: 0.0945222 May 02 03:18:11.105386 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-0b00985c-847c-4e4b-a489-89282d190c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:11.107039 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-0b00985c-847c-4e4b-a489-89282d190c39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0664186 May 02 03:18:11.189825 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-3ec00552-19b8-4d58-a859-e6985886aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:11.191597 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-3ec00552-19b8-4d58-a859-e6985886aaff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779808 May 02 03:18:11.333291 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-686da961-6735-494a-a7d8-e7628ef3f1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353035 May 02 03:18:11.473653 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-95c434a3-6e48-45d3-bc25-d0ddfd13fdc9 req-269f69fc-38e4-4caf-a8cc-2172057a7020 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341615 May 02 03:18:29.440228 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:18:33.123135 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:35.453055 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8e33659f-83d7-486b-b2e0-27ddb97fb874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:37.565401 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:37.599882 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f327cbf3-fa1d-4c29-9307-5a01a9b91174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:38.803283 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:03.121979 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:05.461988 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-79e534a9-e13e-4d4d-89e3-7df04c2daebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:06.444742 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:19:07.574705 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:07.602931 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c47d1b9-0e6e-4677-8026-15a1edbaf1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:08.817521 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:10.073509 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-686e7911-98d5-48bf-a8f0-2eba2c99c7aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1916175 May 02 03:19:10.238345 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-2002f923-1d7f-4d02-8319-94c30e178d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:10.239725 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-2002f923-1d7f-4d02-8319-94c30e178d44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1099 time: 0.0801692 May 02 03:19:10.457444 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-7347d4c6-272e-4f2d-bf03-501599f8673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:10.458886 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-7347d4c6-272e-4f2d-bf03-501599f8673d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1981294 May 02 03:19:10.558448 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-ebf6218f-692b-4015-91eb-c664a15b6a6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 1002 time: 0.0931313 May 02 03:19:10.620566 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-bd69a01c-8329-43f3-96c6-28f20de95e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:10.621929 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-bd69a01c-8329-43f3-96c6-28f20de95e88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0575199 May 02 03:19:10.700081 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-0da0598c-1d40-4d86-adef-88adb58987e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:10.701502 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-0da0598c-1d40-4d86-adef-88adb58987e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732822 May 02 03:19:10.835798 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-c596bd47-0304-46db-8c38-98d761f799b4 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275926 May 02 03:19:10.976048 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-9cdeb891-4085-470c-be1f-66dc4fc3d345 req-103fdae4-47d8-4574-b4a9-3c45a41fe000 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341078 May 02 03:19:33.139275 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:35.464178 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-447f3e49-7e58-43dc-a4c3-94964d8f30b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:37.577973 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:37.606413 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2aab4d2c-8cc1-4248-b7ec-37ba96ed9ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:38.821278 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:42.682797 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-aba42ecc-3911-4e48-a65a-61462b9120ba tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428505599&fields=id&tenant_id=46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 267 time: 0.0405684 May 02 03:19:42.834872 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-34d78f8d-fa87-4bd8-acb1-4e193a9e032f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:42.836261 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-34d78f8d-fa87-4bd8-acb1-4e193a9e032f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1470811 May 02 03:19:42.851415 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-5489c28c-a8cd-4150-a0f1-a87f9cdc3ff5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/quotas/46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 375 time: 0.0092921 May 02 03:19:42.939525 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a8acdb28-034c-4714-846c-512648d561f0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0832562 May 02 03:19:43.137060 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-d84b67ce-f4f3-4e3b-acd6-bd541e96bcaf service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803303 May 02 03:19:43.266326 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-c13f5f75-95a5-4908-bdf5-5f47ecd60058 service neutron] 10.222.0.41 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207137 May 02 03:19:43.443830 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:19:43.817056 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-c02c4237-2544-414e-8a98-f20bb0e0b0f6 req-4cff533a-bd2b-4bb8-bc63-aa4285ebca47 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 210 time: 0.1764975 May 02 03:19:45.021691 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-e510362d-cea0-4199-8231-2a689352f719 req-4381515b-5d4a-448a-9dda-ddc34a31308a tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 210 time: 0.0999868 May 02 03:19:45.080516 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-96901119-1c6c-4f5d-8172-e873256b06fa tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:45.081937 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-96901119-1c6c-4f5d-8172-e873256b06fa tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 811 time: 0.1862946 May 02 03:19:45.135473 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-e2f7bf0c-ab25-4875-b893-16059e3695f1 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46eb7ba7eb394008becd84cfd5af3b01 HTTP/1.1" status: 200 len: 380 time: 0.0400455 May 02 03:19:45.144111 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'port': {'device_id': '240f206a-e93f-46d8-a009-446e555742ed', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'admin_state_up': True, 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'security_groups': ['09762f8a-fe5e-45a9-a801-d7628b1626ed']}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:45.276211 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:45.285760 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:45.295738 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Made reservation on behalf of 46eb7ba7eb394008becd84cfd5af3b01 for: {'port': 1} {{(pid=75027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:19:45.299179 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:45.545280 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.20.0.6 (c78bca5b-2e36-4459-8ecf-146c21571de5/290d2651-8fb8-4ad6-84cd-0d36e720a239/7d51a06f-165b-414a-9e99-f87088554f21) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:19:45.731142 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:45.746170 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Transition to ACTIVE for port object 7d51a06f-165b-414a-9e99-f87088554f21 will not be triggered until provisioned by entity DHCP. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:19:45.769258 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:45.774598 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-62dfaf49-f40d-423a-a840-47916c5bf51e tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:45.836177 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network c78bca5b-2e36-4459-8ecf-146c21571de5 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:19:45.837260 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:19:45.841435 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:19:45.846787 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:45.847394 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:45.870625 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=7d51a06f-165b-414a-9e99-f87088554f21,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:45.880489 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.880846 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.881188 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.881531 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.881859 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.882193 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.882523 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.882858 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.883185 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.883518 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.883861 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.884188 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:45.890306 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:45.899225 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585728 May 02 03:19:45.918552 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Request body: {'port': {'device_id': '240f206a-e93f-46d8-a009-446e555742ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-osbrick-7890'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:46.032313 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.068887 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-1c9ab246-b384-4710-80b9-18d748d77710 None None] Provisioning for port 7d51a06f-165b-414a-9e99-f87088554f21 completed by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:19:46.074538 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-1c9ab246-b384-4710-80b9-18d748d77710 None None] Provisioning complete for port 7d51a06f-165b-414a-9e99-f87088554f21 triggered by entity DHCP. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:19:46.074847 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1c9ab246-b384-4710-80b9-18d748d77710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.127217 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ab246-b384-4710-80b9-18d748d77710 None None] Port 7d51a06f-165b-414a-9e99-f87088554f21 cannot update to ACTIVE because it is not bound. {{(pid=75028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:19:46.227684 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b183127-a3b7-4e7c-89dc-4d85c94f9f54 req-75eafb4d-34e7-4356-b498-d79c806bf5c9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:46.229193 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-2b183127-a3b7-4e7c-89dc-4d85c94f9f54 req-75eafb4d-34e7-4356-b498-d79c806bf5c9 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 931 time: 0.0792754 May 02 03:19:46.274986 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-2b183127-a3b7-4e7c-89dc-4d85c94f9f54 req-4aa31a2d-2820-4d52-b6a9-1bdd8cbeecd2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401106 May 02 03:19:46.384357 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d51a06f-165b-414a-9e99-f87088554f21 {{(pid=75027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:19:46.395473 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.416099 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.provisioning_blocks [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Transition to ACTIVE for port object 7d51a06f-165b-414a-9e99-f87088554f21 will not be triggered until provisioned by entity L2. {{(pid=75027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:19:46.422601 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.427819 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:46.584576 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51a06f-165b-414a-9e99-f87088554f21,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:46.594999 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:46.615942 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Attempting to bind port 7d51a06f-165b-414a-9e99-f87088554f21 on host hv-osbrick-7890 for vnic_type normal with profile {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:19:46.616262 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Attempting to bind port 7d51a06f-165b-414a-9e99-f87088554f21 by drivers openvswitch,hyperv on host hv-osbrick-7890 at level 0 using segments [{'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:19:46.616580 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Attempting to bind port 7d51a06f-165b-414a-9e99-f87088554f21 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:19:46.621441 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Port 7d51a06f-165b-414a-9e99-f87088554f21 on network c78bca5b-2e36-4459-8ecf-146c21571de5 not bound, no agent of type Open vSwitch agent registered on host hv-osbrick-7890 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:19:46.621747 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Attempting to bind port 7d51a06f-165b-414a-9e99-f87088554f21 on network c78bca5b-2e36-4459-8ecf-146c21571de5 {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:19:46.627093 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Checking agent: {'id': '84a7404f-5ecf-4a50-a0cf-0ccda5ec097e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-osbrick-7890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'started_at': datetime.datetime(2021, 5, 2, 3, 11, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:19:46.627417 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Checking segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:19:46.627800 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Bound using segment: {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'} {{(pid=75027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:19:46.628248 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Bound port: 7d51a06f-165b-414a-9e99-f87088554f21, host: hv-osbrick-7890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31053fdf-18a1-44ac-8c73-53fe7e644622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5'}}] {{(pid=75027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:19:46.628586 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.727545 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] For port 7d51a06f-165b-414a-9e99-f87088554f21, host hv-osbrick-7890, cleared binding levels {{(pid=75027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:19:46.730609 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] For port 7d51a06f-165b-414a-9e99-f87088554f21, host hv-osbrick-7890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=7d51a06f-165b-414a-9e99-f87088554f21,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:19:46.737054 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.740962 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-12fe32fe-0a97-4767-bd6a-4e6a368c65a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:46.794209 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:46.794809 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.796327 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] 10.222.0.30 "PUT /v2.0/ports/7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 200 len: 1093 time: 0.8846614 May 02 03:19:46.796869 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:46.823388 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Pushing event updated for resources: {'Port': ['ID=7d51a06f-165b-414a-9e99-f87088554f21,revision_number=3']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:46.826875 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:46.912657 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21', 'status': 'completed', 'code': 200} May 02 03:19:46.927560 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-9a91f8ef-ce82-4731-a9df-d04dd9c355ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:46.929093 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-9a91f8ef-ce82-4731-a9df-d04dd9c355ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1096 time: 0.0741117 May 02 03:19:47.002598 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-eadd6364-2c60-4e3d-9a47-79e3f5b6a9b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 200 len: 217 time: 0.0616879 May 02 03:19:47.075865 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-31ee07a0-75c7-43e3-a620-dc533a71fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.077151 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-31ee07a0-75c7-43e3-a620-dc533a71fa5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0684817 May 02 03:19:47.157183 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-43ad0459-a9ba-4b5a-a79b-6443b8065542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.158477 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-43ad0459-a9ba-4b5a-a79b-6443b8065542 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742457 May 02 03:19:47.368330 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-f733d3d4-f13f-4f9a-9642-5f43c2f5e559 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028840 May 02 03:19:47.462108 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66367-48c8-4c90-b335-667224bfb4a4 req-534095a9-4895-4a16-84aa-7da605fa5d99 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.463878 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-8cd66367-48c8-4c90-b335-667224bfb4a4 req-534095a9-4895-4a16-84aa-7da605fa5d99 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 943 time: 0.0826161 May 02 03:19:47.497998 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-3d3724a7-a55c-4385-ba77-e8ed32bb4267 req-881b3a54-4624-49f5-834a-6c3d12f0a134 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233394 May 02 03:19:47.508740 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-8cd66367-48c8-4c90-b335-667224bfb4a4 req-97219bdd-e372-4fce-a6f1-3e2c655bb452 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389855 May 02 03:19:47.652501 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-5dbeb773-94ce-42a5-b965-fddb7802ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.653933 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-5dbeb773-94ce-42a5-b965-fddb7802ba40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1096 time: 0.0717258 May 02 03:19:47.783386 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-1def57ac-3e92-423d-b65b-03cfa331eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.784839 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-1def57ac-3e92-423d-b65b-03cfa331eb10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1243651 May 02 03:19:47.853951 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-95636048-1009-46f6-8031-55c8019515e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 200 len: 217 time: 0.0620711 May 02 03:19:47.915817 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-a7c255f7-b26c-42fa-b32c-8f9b56dca9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.917168 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-a7c255f7-b26c-42fa-b32c-8f9b56dca9e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0569639 May 02 03:19:47.995861 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-96a9da67-b4aa-434f-9559-e885ade5482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:47.997364 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-96a9da67-b4aa-434f-9559-e885ade5482c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742438 May 02 03:19:48.128023 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-f5c05d07-3285-4d69-930c-dad14fc3aa98 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237328 May 02 03:19:48.264003 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-93ec8fe1-0348-4c9e-b687-d1bc069b80e7 req-887ca017-ba6d-4c7a-ad01-a29c70c496c0 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289098 May 02 03:19:48.703699 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1bb90-9ad5-4cc6-9ebf-ab8e8a2bddc2 req-fb2102dd-f443-4602-ab13-0a98c14546e4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:48.704412 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-62e1bb90-9ad5-4cc6-9ebf-ab8e8a2bddc2 req-fb2102dd-f443-4602-ab13-0a98c14546e4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:48.722915 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-62e1bb90-9ad5-4cc6-9ebf-ab8e8a2bddc2 req-fb2102dd-f443-4602-ab13-0a98c14546e4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:48.724141 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-62e1bb90-9ad5-4cc6-9ebf-ab8e8a2bddc2 req-fb2102dd-f443-4602-ab13-0a98c14546e4 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 943 time: 0.1040845 May 02 03:19:48.770483 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-62e1bb90-9ad5-4cc6-9ebf-ab8e8a2bddc2 req-398c9c82-72e8-4d7b-9cf3-e26ae05e899b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383878 May 02 03:19:49.982538 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90217fbd-bfd8-49af-abe8-55d0bac6d04e req-35a6ed70-0159-4ad7-93d8-ebb1025b5a2e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:49.984006 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-90217fbd-bfd8-49af-abe8-55d0bac6d04e req-35a6ed70-0159-4ad7-93d8-ebb1025b5a2e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 943 time: 0.0958467 May 02 03:19:50.028775 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-90217fbd-bfd8-49af-abe8-55d0bac6d04e req-e394a673-8937-4e95-8d73-c6577f7bd0cd tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 May 02 03:19:51.073465 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 7d51a06f-165b-414a-9e99-f87088554f21 details requested by agent hyperv_hv-osbrick-7890 with host hv-osbrick-7890 {{(pid=75028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:19:51.211476 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 7d51a06f-165b-414a-9e99-f87088554f21, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=7d51a06f-165b-414a-9e99-f87088554f21,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:51.225191 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Returning: {'device': '7d51a06f-165b-414a-9e99-f87088554f21', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'port_id': '7d51a06f-165b-414a-9e99-f87088554f21', 'mac_address': 'fa:16:3e:b7:9f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:19:51.228361 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b349c3-5913-4732-a52a-62d4c9c6900f req-e4db0aa9-2f1a-4beb-8b33-2a89b19209fb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:51.229827 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-65b349c3-5913-4732-a52a-62d4c9c6900f req-e4db0aa9-2f1a-4beb-8b33-2a89b19209fb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 943 time: 0.0848067 May 02 03:19:51.274487 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-65b349c3-5913-4732-a52a-62d4c9c6900f req-34051fe1-496b-4b35-9d2b-704cb586b52d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388560 May 02 03:19:51.282423 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:51.298550 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d51a06f-165b-414a-9e99-f87088554f21 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:19:51.313776 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 7d51a06f-165b-414a-9e99-f87088554f21, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=7d51a06f-165b-414a-9e99-f87088554f21,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:51.320048 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:51.321719 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-51e1b85d-cdd8-49c6-bbb2-2dc3e2666462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:51.390806 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=7d51a06f-165b-414a-9e99-f87088554f21,revision_number=4']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:51.398008 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.398350 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.398686 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.399015 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.399341 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.399662 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.400020 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.400337 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.400657 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.400976 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.401289 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.401585 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:51.405486 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:51.721664 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] get_ports_and_sgs() called for port_ids ['7d51a06f-165b-414a-9e99-f87088554f21'] {{(pid=75028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:19:52.477228 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a19a0a-ad4b-4e45-bd66-3fc388a42f47 req-d4a76136-f9f0-4ead-a497-b8ab32991bc7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:52.478651 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-01a19a0a-ad4b-4e45-bd66-3fc388a42f47 req-d4a76136-f9f0-4ead-a497-b8ab32991bc7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 944 time: 0.0919504 May 02 03:19:52.522850 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-01a19a0a-ad4b-4e45-bd66-3fc388a42f47 req-ba889ed2-22ae-4308-9cef-fac13831332c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385034 May 02 03:19:53.086894 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 7d51a06f-165b-414a-9e99-f87088554f21 up at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:19:53.166913 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning for port 7d51a06f-165b-414a-9e99-f87088554f21 completed by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:19:53.171710 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Provisioning complete for port 7d51a06f-165b-414a-9e99-f87088554f21 triggered by entity L2. {{(pid=75028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:19:53.172099 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1589783'] for port, provisioning_complete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:53.290625 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:53.319437 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:53.329256 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] For port 7d51a06f-165b-414a-9e99-f87088554f21, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=7d51a06f-165b-414a-9e99-f87088554f21,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:53.335331 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:53.337351 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b2b137ab-5c31-4db0-8f1f-69d257d1d506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:53.403867 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Pushing event updated for resources: {'Port': ['ID=7d51a06f-165b-414a-9e99-f87088554f21,revision_number=5']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:53.407088 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:53.415740 dv-osbrick-789079-1-ceph neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21', 'code': 200} May 02 03:19:53.712125 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed9e76-a179-4645-9b45-fb4e076f7b25 req-5dd87bd9-a978-448b-ae53-a8eec3c92ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:53.713941 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-fbed9e76-a179-4645-9b45-fb4e076f7b25 req-5dd87bd9-a978-448b-ae53-a8eec3c92ef2 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.0846155 May 02 03:19:53.718994 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3f91-bc35-4625-80ce-28c90456223b req-7acdbad7-8d14-4a01-98dc-7d086e69425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:53.720538 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d00a3f91-bc35-4625-80ce-28c90456223b req-7acdbad7-8d14-4a01-98dc-7d086e69425b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1098 time: 0.0687008 May 02 03:19:53.758821 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-fbed9e76-a179-4645-9b45-fb4e076f7b25 req-53183a1b-dbd5-4584-a75f-cd648a9277bc tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 May 02 03:19:53.764324 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d00a3f91-bc35-4625-80ce-28c90456223b req-124d71b1-03b5-4ed0-bfda-92daffd58f74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 May 02 03:19:54.947966 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fad56a-0479-4d0d-8e8f-d3ce95bbab80 req-c1cd4715-3e89-4b73-a8fa-a972e9f5cafb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:54.949320 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-33fad56a-0479-4d0d-8e8f-d3ce95bbab80 req-c1cd4715-3e89-4b73-a8fa-a972e9f5cafb tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.0827882 May 02 03:19:54.995307 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-33fad56a-0479-4d0d-8e8f-d3ce95bbab80 req-57519446-fb19-4d6a-a596-467c9f123d01 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 May 02 03:19:56.203711 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd87b-2e54-4316-a086-2ce1f7dd725c req-9a7d7d38-193d-4da2-9b77-e97f8ec61881 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:56.205185 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-06fdd87b-2e54-4316-a086-2ce1f7dd725c req-9a7d7d38-193d-4da2-9b77-e97f8ec61881 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.0933311 May 02 03:19:56.251393 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-06fdd87b-2e54-4316-a086-2ce1f7dd725c req-eb1949ba-a790-4325-9697-ae919351284e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404022 May 02 03:19:56.443541 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5494-8fd4-49c7-aaee-a5c48998e484 req-03cf691c-e37e-409a-90ba-6b45d0eee9b1 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:56.445031 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-22fe5494-8fd4-49c7-aaee-a5c48998e484 req-03cf691c-e37e-409a-90ba-6b45d0eee9b1 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.0880494 May 02 03:19:56.488472 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-22fe5494-8fd4-49c7-aaee-a5c48998e484 req-b13b6846-4685-4979-bb98-e5e2c9737af7 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378797 May 02 03:19:56.511992 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47834) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:56.581289 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b645b6-8385-40fe-a9ac-6cf88506bbcc tempest-TestVolumeBootPattern-364364464 tempest-TestVolumeBootPattern-364364464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:56.582788 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-e6b645b6-8385-40fe-a9ac-6cf88506bbcc tempest-TestVolumeBootPattern-364364464 tempest-TestVolumeBootPattern-364364464-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1093 time: 0.0698445 May 02 03:19:56.587201 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 47838) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:56.592472 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.v2.base [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Request body: {'floatingip': {'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'port_id': '7d51a06f-165b-414a-9e99-f87088554f21', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:56.597916 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:56.601759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Usage tracker for resource:floatingip and tenant:46eb7ba7eb394008becd84cfd5af3b01 is out of sync, need to count used quota {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:19:56.604694 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75027) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:19:56.610694 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.quota.driver [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:56.624330 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:56.758289 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:56.975394 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_common [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Allocated IP 172.31.0.46 (aa6ddd87-84b4-48a8-9d4e-d3714af675c3/0bfd987e-1ef6-4169-9a1a-ed5856e177be/5fbc4b36-ebb8-49b6-ae18-3725a01ef50e) {{(pid=75027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:19:57.118250 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:57.149281 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766582230658'] for port, after_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:57.153686 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-e19c68c1-e26e-4657-b4f4-daac0fc2607b tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:57.211041 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Network aa6ddd87-84b4-48a8-9d4e-d3714af675c3 is already hosted by enough agents. {{(pid=75027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:19:57.214242 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.base_scheduler [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Resources bound (agent type, host, resource id): {{(pid=75027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:19:57.217883 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Received port after_create {{(pid=75027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:19:57.263567 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=5fbc4b36-ebb8-49b6-ae18-3725a01ef50e,revision_number=1']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:57.268489 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:57.596840 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:57.671608 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996219'] for port, before_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:57.877019 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for port, precommit_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:57.882487 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766582682040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766582230676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766582230721'] for port, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:57.886303 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:57.940163 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632520'] for floatingip, after_update {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:58.024410 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event updated for resources: {'Port': ['ID=5fbc4b36-ebb8-49b6-ae18-3725a01ef50e,revision_number=2']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:58.028759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:58.125353 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.db.l3_db [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Floating IP 3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0 associated. External IP: 172.31.0.46, port: 7d51a06f-165b-414a-9e99-f87088554f21. May 02 03:19:58.547565 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:19:58.722843 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:19:58.733060 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:19:58.742723 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:19:58.743343 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:19:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:58.749000 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:58.805899 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-af99784f-530e-4b6b-8a2e-15812de3ecee tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2175806 May 02 03:19:58.806387 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:58.853362 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21', 'status': 'completed', 'code': 200} May 02 03:19:58.916348 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:19:58.969606 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-40efbcf9-1032-40fb-8f5d-52bad759fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:58.971139 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-40efbcf9-1032-40fb-8f5d-52bad759fc6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1098 time: 0.0725541 May 02 03:19:59.121754 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-594995c9-45d3-4428-9c31-2efb36126335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:59.123113 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-594995c9-45d3-4428-9c31-2efb36126335 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1369076 May 02 03:19:59.229071 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-697ee15c-582d-4a1b-b2d6-33b4e03c9200 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 200 len: 998 time: 0.0992796 May 02 03:19:59.290712 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:50Z', 'revision_number': 1, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}, {'id': '3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.46', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': '7d51a06f-165b-414a-9e99-f87088554f21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:b7:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240f206a-e93f-46d8-a009-446e555742ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:19:57Z', 'updated_at': '2021-05-02T03:19:57Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:59.294574 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:19:59.294699 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-377c3c82-466a-4a97-85e3-c4ca8ffb3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:59.296219 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-377c3c82-466a-4a97-85e3-c4ca8ffb3dc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0607276 May 02 03:19:59.303357 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:19:59.303990 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:19:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:59.381473 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-16f94910-1209-4260-bf77-aa26c1d1df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:59.383275 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-16f94910-1209-4260-bf77-aa26c1d1df52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808456 May 02 03:19:59.487455 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:19:59.525842 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-6f87d75c-b71d-4a8f-be42-034b7bb6947d service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360745 May 02 03:19:59.673082 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d87bbc47-4e52-4e86-8848-f4827920c40e req-7a0c5eb7-deee-4582-abb3-c6f340b59280 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405468 May 02 03:19:59.854248 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:50Z', 'revision_number': 1, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}, {'id': '3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.46', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': '7d51a06f-165b-414a-9e99-f87088554f21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:b7:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240f206a-e93f-46d8-a009-446e555742ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:19:57Z', 'updated_at': '2021-05-02T03:19:57Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:59.859238 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273a7e7-d6a3-4a0c-aab9-8ca3cad6dce8 None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:50Z', 'revision_number': 1, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}, {'id': '3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.46', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': '7d51a06f-165b-414a-9e99-f87088554f21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:b7:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240f206a-e93f-46d8-a009-446e555742ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:19:57Z', 'updated_at': '2021-05-02T03:19:57Z', 'revision_number': 0, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:20:00.056049 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18cad1d-08e3-4f67-8138-2f5d38026aa0 None None] New status for floating IP 3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0: ACTIVE {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:20:03.149924 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:05.463989 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-89c1006d-3427-4713-a794-bae6560ca39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:07.572928 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:07.609147 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-82b2806e-d4a4-474b-8387-601e1564346e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:08.827639 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:10.959666 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-0abb4382-c2cd-4ad7-a00f-3f2d7a5f1765 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751967 May 02 03:20:11.137505 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-c0baf9bc-93d4-4ece-80c2-9bfab07b31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:11.138897 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-c0baf9bc-93d4-4ece-80c2-9bfab07b31cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1099 time: 0.0736997 May 02 03:20:11.295119 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-95ff1bfd-052c-4874-9139-e242311ee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:11.296620 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-95ff1bfd-052c-4874-9139-e242311ee229 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1288843 May 02 03:20:11.406701 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-855cfee9-f562-494f-9bf6-34ea45a24fe3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 1002 time: 0.0924556 May 02 03:20:11.578219 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-c56c118d-1039-4be1-b814-e0ce07801917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:11.580187 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-c56c118d-1039-4be1-b814-e0ce07801917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.1672432 May 02 03:20:11.662190 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-27b51521-188c-4772-9fcc-3ad6e8cd1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:11.663608 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-27b51521-188c-4772-9fcc-3ad6e8cd1801 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714951 May 02 03:20:11.805104 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-d8e6f5de-cff0-46ba-8e6d-5edb0b8fa46b service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331997 May 02 03:20:11.935452 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-96c2ad51-2bff-4a58-900b-a8edeabfb98b req-2f6630d6-26ff-47fd-aaab-09d8cf658b29 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234334 May 02 03:20:20.443797 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:20:33.163970 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.465057 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46232236-64d9-4367-82c0-5133dbfef31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:37.577519 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:37.610820 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4a66-83be-4bea-aed0-d83f1d5a7e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:38.831479 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:57.443599 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:21:03.168784 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:05.467564 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6babb791-1bf5-4a86-8390-1d98e2396ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:07.584557 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:07.614648 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7c2b-5642-42fa-a359-9a4bca6d5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:08.834407 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:11.965789 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-6529bd9a-4fce-4510-89ba-e4b4effac84f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766871 May 02 03:21:12.078712 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-b86bc4ca-aa53-4698-9279-00d2147b350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:12.080236 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-b86bc4ca-aa53-4698-9279-00d2147b350f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1098 time: 0.0819924 May 02 03:21:12.222356 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-9d25ffd2-74ba-4af4-9e1c-3bf3fd360ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:12.223767 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-9d25ffd2-74ba-4af4-9e1c-3bf3fd360ece service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1244128 May 02 03:21:12.326187 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-1571e744-24d4-4fcb-a019-990af8fd34e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 200 len: 1000 time: 0.0955760 May 02 03:21:12.387759 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-f0e79431-37ce-4e4a-98d4-d04a1ce828a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:12.389079 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-f0e79431-37ce-4e4a-98d4-d04a1ce828a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0564325 May 02 03:21:12.466584 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-3b29b5bf-08e5-4511-b384-f8711c32b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:12.468068 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-3b29b5bf-08e5-4511-b384-f8711c32b29c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728495 May 02 03:21:12.606569 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-368a0d6a-a03b-4110-85ab-3ed3904c7fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315761 May 02 03:21:12.738057 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-6932a0f6-bb17-47a2-8795-e54f61aaae5c req-339522d2-d61a-4d7b-98f4-c03a3002fe01 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249084 May 02 03:21:33.163357 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:34.448637 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:21:35.473581 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ef018a61-cd05-41b8-a9a3-826a201b566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:37.583808 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:37.617561 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-960a-4052-adcf-3e2a2f3ad368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.207370 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47908) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:38.475790 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 5fbc4b36-ebb8-49b6-ae18-3725a01ef50e {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:38.476037 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.592955 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.593274 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.712462 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 5fbc4b36-ebb8-49b6-ae18-3725a01ef50e owned by network:floatingip {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:38.826447 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.834092 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980640'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.839058 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:38.881544 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=5fbc4b36-ebb8-49b6-ae18-3725a01ef50e,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:38.945545 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.945891 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.946233 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.946561 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.946895 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.947225 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.947558 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.947877 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.948235 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.948561 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.948878 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.949178 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:38.954483 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:38.980892 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:38.981215 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.l3_db [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Floating IP 3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0 disassociated (deleted). External IP: 172.31.0.46, port: 7d51a06f-165b-414a-9e99-f87088554f21. May 02 03:21:39.421982 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:21:39.605714 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:21:39.615612 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:21:39.627553 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:39.629218 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:39.629914 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:39.683287 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-076c1e6e-6b1e-47e3-8f36-72dcffdd2309 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "DELETE /v2.0/floatingips/3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0 HTTP/1.1" status: 204 len: 168 time: 1.4746611 May 02 03:21:39.683788 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21'}] {{(pid=75026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:21:39.783201 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21', 'status': 'completed', 'code': 200} May 02 03:21:39.829870 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:39.909724 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-41669b36-153d-4944-8977-bfdb8428762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:39.911283 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-41669b36-153d-4944-8977-bfdb8428762f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 1098 time: 0.0822124 May 02 03:21:40.054367 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b6bd-beeb-4165-b04b-d101e01ea12f req-0d6d7809-1202-4c58-8aee-2b5178634337 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:40.055067 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-0ab8b6bd-beeb-4165-b04b-d101e01ea12f req-0d6d7809-1202-4c58-8aee-2b5178634337 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:21:40.067305 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-416383b9-1386-4898-a0ce-d8bef06abda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:40.068846 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-416383b9-1386-4898-a0ce-d8bef06abda1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1291237 May 02 03:21:40.073358 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-0ab8b6bd-beeb-4165-b04b-d101e01ea12f req-0d6d7809-1202-4c58-8aee-2b5178634337 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:21:40.074704 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0ab8b6bd-beeb-4165-b04b-d101e01ea12f req-0d6d7809-1202-4c58-8aee-2b5178634337 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.1012962 May 02 03:21:40.121482 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-0ab8b6bd-beeb-4165-b04b-d101e01ea12f req-15ef8c33-f076-4636-bdc8-11e35c55701b tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 May 02 03:21:40.139527 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-1df34f79-1459-4152-86a6-a37e04317ad6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 200 len: 217 time: 0.0633497 May 02 03:21:40.180857 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:50Z', 'revision_number': 1, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:40.184633 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:21:40.192816 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:40.193403 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:40.200305 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-cc5e60f4-0b6d-4ddc-8d8b-b2ab03e0e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:40.201764 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-cc5e60f4-0b6d-4ddc-8d8b-b2ab03e0e83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.0555034 May 02 03:21:40.356104 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-27ee32a1-8106-452f-8c3a-d2858efc6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:40.357518 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-27ee32a1-8106-452f-8c3a-d2858efc6325 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1487520 May 02 03:21:40.369475 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:40.487081 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-a6ef3fcb-1d22-4b27-ae14-7310c3d45a83 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222062 May 02 03:21:40.618115 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-1a5640a7-0454-4b2e-95ba-8df342614338 req-7ea90239-7b2b-485f-9049-b29000795933 service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235251 May 02 03:21:40.704362 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:50Z', 'revision_number': 1, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:40.708369 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2af1b4-7eb6-4cd8-a3fe-00249590bccc None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_floatingips': [{'id': '1ae6ef6f-56e4-405d-8425-6dd183015a37', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'floating_ip_address': '172.31.0.139', 'floating_network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'router_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'port_id': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'mac_address': 'fa:16:3e:02:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:17:48Z', 'updated_at': '2021-05-02T03:17:50Z', 'revision_number': 1, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:21:40.912569 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c2e9b-8c12-4bb3-a879-1c8fa6d8c73f None None] New status for floating IP 3790e424-fbe9-40a6-bfb4-3e63ed0ea1d0: DOWN {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:21:41.338579 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39669e-56b2-454d-8ff5-4e698e621c0e req-62443ac7-a52e-416a-8ed5-7e81cfa3e875 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:41.340065 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-de39669e-56b2-454d-8ff5-4e698e621c0e req-62443ac7-a52e-416a-8ed5-7e81cfa3e875 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.0983887 May 02 03:21:41.388553 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-de39669e-56b2-454d-8ff5-4e698e621c0e req-a5108473-994e-4fc5-8d20-82a72173ece6 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 May 02 03:21:41.846988 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-d499c7c0-b869-4e48-8a05-e2f66ab929b8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:41.848503 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-d499c7c0-b869-4e48-8a05-e2f66ab929b8 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 945 time: 0.0923407 May 02 03:21:41.996873 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 7d51a06f-165b-414a-9e99-f87088554f21 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:41.997204 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:42.128032 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] For port 7d51a06f-165b-414a-9e99-f87088554f21, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=7d51a06f-165b-414a-9e99-f87088554f21,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:42.128383 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:42.247137 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 7d51a06f-165b-414a-9e99-f87088554f21 owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:42.370300 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:42.375565 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-831464e4-2b8b-4dd8-bdc6-f9be14bb6e69 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:42.418439 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=7d51a06f-165b-414a-9e99-f87088554f21,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:42.455143 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.455471 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.455916 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.456211 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.456576 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.456946 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.457282 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.457612 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.457941 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.458266 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.458587 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.458910 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:42.466425 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:42.503707 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] No DVR routers for this DVR port 7d51a06f-165b-414a-9e99-f87088554f21 on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:21:42.506223 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:42.508887 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'name': 'network-vif-deleted', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:21:42.525937 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-c23fcf55-a957-4942-a456-b98fd7c9bee9 req-6246ac5c-ac10-4b3c-bb8a-6c7ac1272279 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "DELETE /v2.0/ports/7d51a06f-165b-414a-9e99-f87088554f21 HTTP/1.1" status: 204 len: 173 time: 0.6717021 May 02 03:21:42.569796 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-67d3453c-97de-44e8-9924-341657716a9c req-d4367f29-eedf-475f-8d50-46eeaf8f747c tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=240f206a-e93f-46d8-a009-446e555742ed HTTP/1.1" status: 200 len: 210 time: 0.0695632 May 02 03:21:42.578029 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240f206a-e93f-46d8-a009-446e555742ed', 'name': 'network-vif-deleted', 'tag': '7d51a06f-165b-414a-9e99-f87088554f21', 'status': 'completed', 'code': 200} May 02 03:21:43.612310 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 7d51a06f-165b-414a-9e99-f87088554f21 no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:21:43.648374 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: 7d51a06f-165b-414a-9e99-f87088554f21 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:21:43.648714 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device 7d51a06f-165b-414a-9e99-f87088554f21 not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:21:46.097545 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47976) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:46.370847 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 8fda7644-1dfa-4a27-9d1b-f97d25e5fcad {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:46.371066 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.488934 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.489275 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.609094 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 8fda7644-1dfa-4a27-9d1b-f97d25e5fcad owned by network:floatingip {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:46.734460 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980640'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.738191 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:46.780061 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=8fda7644-1dfa-4a27-9d1b-f97d25e5fcad,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:46.783105 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:46.965290 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.965611 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.db.l3_db [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Floating IP 1ae6ef6f-56e4-405d-8425-6dd183015a37 disassociated (deleted). External IP: 172.31.0.139, port: bac3a559-f487-4e16-8a34-af05147c6db7. May 02 03:21:47.311796 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:21:47.495711 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:21:47.506426 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:21:47.515759 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.516081 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:47.516705 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:47.569595 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-5d225c7b-d25c-4e99-bbf5-671338dfd36f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "DELETE /v2.0/floatingips/1ae6ef6f-56e4-405d-8425-6dd183015a37 HTTP/1.1" status: 204 len: 168 time: 1.4707806 May 02 03:21:47.570152 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7'}] {{(pid=75026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:21:47.624783 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'status': 'completed', 'code': 200} May 02 03:21:47.693796 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:47.745964 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-94910f84-7276-4aad-99c4-710482cbb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:47.746980 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-94910f84-7276-4aad-99c4-710482cbb024 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 1099 time: 0.0768974 May 02 03:21:47.929888 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-f2c32e5f-cfdb-42e0-84b7-ae90c7c2256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:47.931235 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-f2c32e5f-cfdb-42e0-84b7-ae90c7c2256a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 200 len: 912 time: 0.1765163 May 02 03:21:48.003413 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-0cd3b523-25ee-40c6-bcee-7c2aadfda713 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 200 len: 217 time: 0.0644345 May 02 03:21:48.033917 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:48.037977 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:21:48.046579 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:48.047184 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:48.140142 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e8d85-5448-4ceb-94e0-f229dba76dbe req-5e5935c2-e6d8-4b3e-abf5-a2805cc13e8f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:48.140816 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-667e8d85-5448-4ceb-94e0-f229dba76dbe req-5e5935c2-e6d8-4b3e-abf5-a2805cc13e8f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:21:48.174244 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-311be67d-c184-4563-8396-821634f20a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:48.175770 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-311be67d-c184-4563-8396-821634f20a0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 200 len: 850 time: 0.1623797 May 02 03:21:48.176532 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.quota.resource [req-667e8d85-5448-4ceb-94e0-f229dba76dbe req-5e5935c2-e6d8-4b3e-abf5-a2805cc13e8f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75027) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:21:48.177534 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-667e8d85-5448-4ceb-94e0-f229dba76dbe req-5e5935c2-e6d8-4b3e-abf5-a2805cc13e8f tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 946 time: 0.3139472 May 02 03:21:48.219271 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:48.264153 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-667e8d85-5448-4ceb-94e0-f229dba76dbe req-20989f05-aedc-47f7-9cbc-1477ead72e71 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521028 May 02 03:21:48.288344 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-248bb8d7-518b-4765-bc1d-614a69452d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:48.288344 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-248bb8d7-518b-4765-bc1d-614a69452d2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c78bca5b-2e36-4459-8ecf-146c21571de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025672 May 02 03:21:48.414737 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-eebe5bb2-054d-4d63-b2cf-6aa1d26aa3fd service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222351 May 02 03:21:48.522940 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:48.526865 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1230e5-3ad1-4c66-87ae-11799854dc19 None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:12:40Z', 'revision_number': 4, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph', '_interfaces': [{'id': '0efd7f9f-7684-44c8-a9c1-71a971379ad4', 'name': '', 'network_id': 'c78bca5b-2e36-4459-8ecf-146c21571de5', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'mac_address': 'fa:16:3e:68:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'subnets': [{'id': '290d2651-8fb8-4ad6-84cd-0d36e720a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:21:48.547129 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-d1b6796d-5d94-4db0-9375-b4233186eac4 req-c7859ca3-3c06-4068-a895-fed4a4de8e3e service neutron] 10.222.0.30 "GET /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258130 May 02 03:21:48.739795 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28180c-5973-4404-8daa-ca57b6ad5f24 None None] New status for floating IP 1ae6ef6f-56e4-405d-8425-6dd183015a37: DOWN {{(pid=75028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:21:49.467349 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5cb19-f135-4d8c-b4ba-bb0730e5d983 req-0e04e254-effc-48bd-ad12-bec86e234034 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:49.468336 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-f9e5cb19-f135-4d8c-b4ba-bb0730e5d983 req-0e04e254-effc-48bd-ad12-bec86e234034 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Synchronizing usage tracker for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75026) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:21:49.480432 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.quota.resource [req-f9e5cb19-f135-4d8c-b4ba-bb0730e5d983 req-0e04e254-effc-48bd-ad12-bec86e234034 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Unset dirty status for tenant:46eb7ba7eb394008becd84cfd5af3b01 on resource:port {{(pid=75026) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:21:49.481532 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f9e5cb19-f135-4d8c-b4ba-bb0730e5d983 req-0e04e254-effc-48bd-ad12-bec86e234034 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 946 time: 0.1048079 May 02 03:21:49.530616 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-f9e5cb19-f135-4d8c-b4ba-bb0730e5d983 req-51e1c202-96cc-4307-82f1-7939c615dc76 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/security-groups?id=09762f8a-fe5e-45a9-a801-d7628b1626ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 May 02 03:21:49.695657 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-9ae02b43-a5d8-4926-b0c4-5d4b459e679e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:49.697122 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-9ae02b43-a5d8-4926-b0c4-5d4b459e679e tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 946 time: 0.0970652 May 02 03:21:49.844068 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port bac3a559-f487-4e16-8a34-af05147c6db7 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:49.844299 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.975039 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] For port bac3a559-f487-4e16-8a34-af05147c6db7, host hv-osbrick-7890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-osbrick-7890',level=0,port_id=bac3a559-f487-4e16-8a34-af05147c6db7,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:49.975352 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:50.092107 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for bac3a559-f487-4e16-8a34-af05147c6db7 owned by compute:nova {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:50.219556 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:50.225218 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-f459c3a0-bcf7-4078-8ab0-2f61883348e0 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:50.270516 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=bac3a559-f487-4e16-8a34-af05147c6db7,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:50.273495 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:50.340635 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] No DVR routers for this DVR port bac3a559-f487-4e16-8a34-af05147c6db7 on host hv-osbrick-7890 {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:21:50.343246 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for port, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:50.345750 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'name': 'network-vif-deleted', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7'}] {{(pid=75027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:21:50.362569 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [req-147481bf-489b-4ca4-bd54-6d0464e11bd4 req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.30 "DELETE /v2.0/ports/bac3a559-f487-4e16-8a34-af05147c6db7 HTTP/1.1" status: 204 len: 173 time: 0.6591601 May 02 03:21:50.389787 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb5edc8-2201-46de-8b9f-582e1fadfa0c', 'name': 'network-vif-deleted', 'tag': 'bac3a559-f487-4e16-8a34-af05147c6db7', 'status': 'completed', 'code': 200} May 02 03:21:50.691122 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [req-29775f05-a79b-4e75-84e1-26758c03b57c req-fdde857c-baed-4e27-8b22-2a3db15de043 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "GET /v2.0/ports?device_id=deb5edc8-2201-46de-8b9f-582e1fadfa0c HTTP/1.1" status: 200 len: 210 time: 0.0479698 May 02 03:21:51.660853 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device bac3a559-f487-4e16-8a34-af05147c6db7 no longer exists at agent hyperv_hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:21:51.701438 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] No Port match for: bac3a559-f487-4e16-8a34-af05147c6db7 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:21:51.701758 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Device bac3a559-f487-4e16-8a34-af05147c6db7 not bound to the agent host hv-osbrick-7890 {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:21:51.788998 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 47996) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:52.006301 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Deleting port 3ad36357-c7e3-4260-b7f7-d456637887a2 {{(pid=75026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:52.006533 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.128521 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.128900 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.250838 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.plugins.ml2.plugin [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Calling delete_port for 3ad36357-c7e3-4260-b7f7-d456637887a2 owned by network:floatingip {{(pid=75026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:52.449168 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980640'] for port, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.456830 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-065209d4-275d-47ae-ae39-de76aece887a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:52.529970 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'Port': ['ID=3ad36357-c7e3-4260-b7f7-d456637887a2,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:52.532780 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:52.598458 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for floatingip, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.612972 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10184'] for floatingip, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.614079 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-8130b651-f234-44d8-8bf9-547a160f9cd5 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "DELETE /v2.0/floatingips/800f314f-e1bd-4ad2-b94b-874473ff126f HTTP/1.1" status: 204 len: 168 time: 0.8241265 May 02 03:21:54.020470 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 48038) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:54.099760 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.132975 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.198292 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.203556 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:54.218822 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09762f8a-fe5e-45a9-a801-d7628b1626ed,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:54.221538 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:54.227428 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Notify callbacks [] for security_group, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.231396 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-7a300fe1-b368-4f53-8043-64f4b3ff2e98 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] 10.222.0.41 "DELETE /v2.0/security-groups/09762f8a-fe5e-45a9-a801-d7628b1626ed HTTP/1.1" status: 204 len: 168 time: 0.2098818 May 02 03:21:54.278670 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48044) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:54.996183 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994554'] for router_interface, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.413208 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Deleting port 0efd7f9f-7684-44c8-a9c1-71a971379ad4 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:55.414119 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.533220 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] For port 0efd7f9f-7684-44c8-a9c1-71a971379ad4, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=0efd7f9f-7684-44c8-a9c1-71a971379ad4,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:55.533577 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.656446 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Calling delete_port for 0efd7f9f-7684-44c8-a9c1-71a971379ad4 owned by network:router_interface {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:55.946644 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.950108 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a7d004cb-f452-44b9-85e9-752839a770ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:55.994075 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Pushing event deleted for resources: {'Port': ['ID=0efd7f9f-7684-44c8-a9c1-71a971379ad4,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:55.997046 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:56.291894 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994414'] for router_interface, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.650701 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Router b2dbdee4-1846-45da-a817-96855df584fb has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:21:56.828163 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:21:56.837583 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] Sync routers for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:21:56.841125 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-38790d37-6df6-41f0-a967-2993ac37282a admin admin] 10.222.0.41 "PUT /v2.0/routers/b2dbdee4-1846-45da-a817-96855df584fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5613527 May 02 03:21:56.843717 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48050) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:56.847628 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:56.848324 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:57.016633 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks [] for router, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.021549 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: dv-osbrick-789079-1-ceph {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:57.187114 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.258127 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Deleting port fd5557aa-fe9d-47aa-8040-ba0b00d83a31 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:57.258537 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.296366 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 5, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port': {'id': 'fd5557aa-fe9d-47aa-8040-ba0b00d83a31', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:36Z', 'updated_at': '2021-05-02T03:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:57.300155 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] Checking router: b2dbdee4-1846-45da-a817-96855df584fb for host: dv-osbrick-789079-1-ceph {{(pid=75029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:21:57.308441 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] Routers {'b2dbdee4-1846-45da-a817-96855df584fb'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:57.309032 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['b2dbdee4-1846-45da-a817-96855df584fb'], 'active': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:57.378349 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] For port fd5557aa-fe9d-47aa-8040-ba0b00d83a31, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:57.378708 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.489599 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_dvr_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] Set router b2dbdee4-1846-45da-a817-96855df584fb gateway port host: None {{(pid=75029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:57.497667 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Calling delete_port for fd5557aa-fe9d-47aa-8040-ba0b00d83a31 owned by network:router_gateway {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:57.594275 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.l3_hamode_db [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 6, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port_host': None}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:57.598522 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a69b8-1409-4277-85bb-8e78b0b31269 None None] The sync data for ids ['b2dbdee4-1846-45da-a817-96855df584fb'] in dv-osbrick-789079-1-ceph is: [{'id': 'b2dbdee4-1846-45da-a817-96855df584fb', 'name': 'tempest-TestVolumeBootPattern-580591154-router', 'tenant_id': '46eb7ba7eb394008becd84cfd5af3b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:35Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 6, 'project_id': '46eb7ba7eb394008becd84cfd5af3b01', 'gw_port_host': None}] {{(pid=75029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:21:57.749595 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.755779 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-5d55ec18-786f-4e40-a953-bf812ed3265d tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:57.800930 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5557aa-fe9d-47aa-8040-ba0b00d83a31,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:57.830695 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:57.838633 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632469'] for router_gateway, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.008048 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24768'] for router, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.010310 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.097688 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993480'] for router, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.098176 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2dbdee4-1846-45da-a817-96855df584fb {{(pid=75027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:21:58.111521 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] Notify callbacks [] for router, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.112678 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b2c3cfcb-c22c-4c70-a909-9f6c3134d551 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b2dbdee4-1846-45da-a817-96855df584fb HTTP/1.1" status: 204 len: 168 time: 1.2680545 May 02 03:21:58.115203 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48054) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:58.174524 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Deleting subnet 290d2651-8fb8-4ad6-84cd-0d36e720a239 {{(pid=75027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:21:58.177751 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.230799 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.299203 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593829'] for subnet, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.384514 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0efd7f9f-7684-44c8-a9c1-71a971379ad4 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:21:58.422008 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 0efd7f9f-7684-44c8-a9c1-71a971379ad4 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:21:58.422327 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0efd7f9f-7684-44c8-a9c1-71a971379ad4 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:21:58.423143 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device fd5557aa-fe9d-47aa-8040-ba0b00d83a31 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:21:58.459782 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: fd5557aa-fe9d-47aa-8040-ba0b00d83a31 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:21:58.460148 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device fd5557aa-fe9d-47aa-8040-ba0b00d83a31 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:21:58.560954 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1592486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576'] for subnet, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.565327 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-56acb81d-b7ff-4a21-ada2-c2a271fb6029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:58.600428 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290d2651-8fb8-4ad6-84cd-0d36e720a239,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:58.603513 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:58.606415 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.611416 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92626bf9-dac0-42a9-9472-e4c8680c4bc4 None None] Network c78bca5b-2e36-4459-8ecf-146c21571de5 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:21:58.613493 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-0a9ac7d3-3762-4238-8037-d2218a7cb15e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/290d2651-8fb8-4ad6-84cd-0d36e720a239 HTTP/1.1" status: 204 len: 168 time: 0.4973669 May 02 03:21:58.615973 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48058) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:58.717068 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653684'] for network, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.791565 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Deleting port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:58.792248 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.864695 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] DHCP port deletion for c78bca5b-2e36-4459-8ecf-146c21571de5 request from dv-osbrick-789079-1-ceph {{(pid=75028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:21:58.888000 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] For port 06d11dea-4b14-4bfb-aef1-bbe557fd2062, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=06d11dea-4b14-4bfb-aef1-bbe557fd2062,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:58.888350 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.933322 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Deleting port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:21:58.933688 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.035953 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] For port 06d11dea-4b14-4bfb-aef1-bbe557fd2062, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=06d11dea-4b14-4bfb-aef1-bbe557fd2062,segment=NetworkSegment(31053fdf-18a1-44ac-8c73-53fe7e644622),segment_id=31053fdf-18a1-44ac-8c73-53fe7e644622)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:59.036359 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.097872 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Calling delete_port for 06d11dea-4b14-4bfb-aef1-bbe557fd2062 owned by network:dhcp {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:59.145842 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.149697 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-a92fa18d-1c23-4edc-8d42-dbbd484c2a79 tempest-TestVolumeBootPattern-1589186617 tempest-TestVolumeBootPattern-1589186617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.156534 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Calling delete_port for 06d11dea-4b14-4bfb-aef1-bbe557fd2062 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:21:59.189957 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d11dea-4b14-4bfb-aef1-bbe557fd2062,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:59.193521 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:59.196633 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] No DVR routers for this DVR port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 on host dv-osbrick-789079-1-ceph {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:21:59.201401 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.205200 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.249711 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Pushing event deleted for resources: {'Port': ['ID=06d11dea-4b14-4bfb-aef1-bbe557fd2062,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:59.254548 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] No DVR routers for this DVR port 06d11dea-4b14-4bfb-aef1-bbe557fd2062 on host dv-osbrick-789079-1-ceph {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:21:59.260209 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.260571 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.260881 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.261240 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.261559 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.261884 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.262204 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.262514 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.262824 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.263140 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.263574 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.263755 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-osbrick-789079-1-ceph {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:59.267578 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:59.307267 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1592720', 'neutron.services.segments.db._delete_segments_for_network-8766582689145'] for network, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.413679 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.413883 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.414687 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.415022 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > port after_create 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.415334 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.415640 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > port after_update 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.415979 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.416283 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.416593 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.416891 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.484163 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.484503 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.484826 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.485144 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:21:59.485502 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.services.segments.db [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78bca5b-2e36-4459-8ecf-146c21571de5']}} {{(pid=75027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:59.498761 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.services.segments.db [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31053fdf-18a1-44ac-8c73-53fe7e644622') {'for_net_delete': True} {{(pid=75027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:59.499048 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.services.segments.db [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31053fdf-18a1-44ac-8c73-53fe7e644622') {} {{(pid=75027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:59.510247 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766582701303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33312649'] for segment, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.526010 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.532717 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=75027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:21:59.698888 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Network c78bca5b-2e36-4459-8ecf-146c21571de5 has no segments {{(pid=75027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:21:59.707159 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1596872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33052520'] for segment, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.866705 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Network c78bca5b-2e36-4459-8ecf-146c21571de5 has no segments {{(pid=75027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: from cryptography.utils import int_from_bytes May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: from cryptography.utils import int_from_bytes May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: Traceback (most recent call last): May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: timer() May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: cb(*args, **kw) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: return func(*args, **kwargs) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: self._notify() May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: self.callback(batched_events) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: event.method(event) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: return f(self, *a, **k) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: return self._get(url).json() May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: return self.request(url, 'GET', **kwargs) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:21:59.892383 dv-osbrick-789079-1-ceph neutron-server[75027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:21:59.968533 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1592419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632570'] for network, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.973147 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-4faf0b6d-da5d-4b73-adc9-175bd8cd87e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.989185 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.994397 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Pushing event deleted for resources: {'Network': ['ID=c78bca5b-2e36-4459-8ecf-146c21571de5,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:59.998979 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:00.011888 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-6ce8514e-bfc6-460b-8390-3f6b230c7816 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c78bca5b-2e36-4459-8ecf-146c21571de5 HTTP/1.1" status: 204 len: 168 time: 1.3949444 May 02 03:22:00.014882 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48080) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:00.178630 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 06d11dea-4b14-4bfb-aef1-bbe557fd2062 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:22:00.213232 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 06d11dea-4b14-4bfb-aef1-bbe557fd2062 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:22:00.213583 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 06d11dea-4b14-4bfb-aef1-bbe557fd2062 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:22:00.641315 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994554'] for router_interface, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:01.049699 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Deleting port 0053a2e5-18da-4766-9445-4ae12d1a7cb4 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:22:01.050407 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:01.168539 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] For port 0053a2e5-18da-4766-9445-4ae12d1a7cb4, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=0053a2e5-18da-4766-9445-4ae12d1a7cb4,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:01.168885 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:01.285606 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Calling delete_port for 0053a2e5-18da-4766-9445-4ae12d1a7cb4 owned by network:router_interface {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:22:01.435489 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33052507'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:01.438821 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-4d40ba18-6957-43e5-ab46-a2566d175fa0 tempest-TestMinimumBasicScenario-2137986299 tempest-TestMinimumBasicScenario-2137986299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:01.479913 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0053a2e5-18da-4766-9445-4ae12d1a7cb4,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:01.483908 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:01.737494 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994414'] for router_interface, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:02.194213 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Router 31687692-1739-48ee-8072-f4bd1276bda3 has already been hosted by L3 agent 838e4a8e-0b58-4141-ad13-aca4be519a2b {{(pid=75027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:22:02.375531 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] Notify agent at l3_agent.dv-osbrick-789079-1-ceph the message routers_updated {{(pid=75027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:22:02.383824 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] Sync routers for ids ['31687692-1739-48ee-8072-f4bd1276bda3'] in dv-osbrick-789079-1-ceph {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:22:02.385748 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-b308ee0f-ac2b-4dad-abea-c61c524c18e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/31687692-1739-48ee-8072-f4bd1276bda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3697646 May 02 03:22:02.388333 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48084) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:02.393637 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] Routers {'31687692-1739-48ee-8072-f4bd1276bda3'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:22:02.394245 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['31687692-1739-48ee-8072-f4bd1276bda3'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:02.563597 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks [] for router, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:02.602746 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] Set router 31687692-1739-48ee-8072-f4bd1276bda3 gateway port host: dv-osbrick-789079-1-ceph {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:02.733230 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:02.807598 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Deleting port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:22:02.807959 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:02.881989 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'external_fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:22:01Z', 'revision_number': 5, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port': {'id': 'e60cae3b-0b26-4606-80ca-c6a9ae4a72a8', 'name': '', 'network_id': 'aa6ddd87-84b4-48a8-9d4e-d3714af675c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31687692-1739-48ee-8072-f4bd1276bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'ip_address': '172.31.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-osbrick-789079-1-ceph', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:44Z', 'updated_at': '2021-05-02T03:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bfd987e-1ef6-4169-9a1a-ed5856e177be', 'cidr': '172.31.0.0/24', 'gateway_ip': '172.31.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-osbrick-789079-1-ceph'}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:02.885902 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] Checking router: 31687692-1739-48ee-8072-f4bd1276bda3 for host: dv-osbrick-789079-1-ceph {{(pid=75028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:22:02.894401 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] Routers {'31687692-1739-48ee-8072-f4bd1276bda3'} bound to L3 agent in host dv-osbrick-789079-1-ceph {{(pid=75028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:22:02.894993 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-osbrick-789079-1-ceph', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:05:38Z,description=,heartbeat_timestamp=2021-05-02T03:21:38Z,host='dv-osbrick-789079-1-ceph',id=838e4a8e-0b58-4141-ad13-aca4be519a2b,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:05:38Z,topic='l3_agent')) {'router_ids': ['31687692-1739-48ee-8072-f4bd1276bda3'], 'active': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:02.925583 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] For port e60cae3b-0b26-4606-80ca-c6a9ae4a72a8, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,segment=NetworkSegment(0e2aea23-e37c-46eb-8d66-122d03d7c385),segment_id=0e2aea23-e37c-46eb-8d66-122d03d7c385)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:02.925905 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.043930 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvr_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] Set router 31687692-1739-48ee-8072-f4bd1276bda3 gateway port host: None {{(pid=75028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:03.045709 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Calling delete_port for e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 owned by network:router_gateway {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:22:03.146033 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_hamode_db [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:22:02Z', 'revision_number': 6, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port_host': None}], 'dv-osbrick-789079-1-ceph', False) {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:03.155121 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cf4ee-6f0a-4d23-861a-7799744def36 None None] The sync data for ids ['31687692-1739-48ee-8072-f4bd1276bda3'] in dv-osbrick-789079-1-ceph is: [{'id': '31687692-1739-48ee-8072-f4bd1276bda3', 'name': 'tempest-TestVolumeBootPattern-1922192694-router', 'tenant_id': 'c23b2525007945f4ab501013bd3d2c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:43Z', 'updated_at': '2021-05-02T03:22:02Z', 'revision_number': 6, 'project_id': 'c23b2525007945f4ab501013bd3d2c1f', 'gw_port_host': None}] {{(pid=75028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:22:03.169155 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.190872 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33052507'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.194648 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-92850338-8081-47ff-8b8e-d26f920482ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:03.235835 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e60cae3b-0b26-4606-80ca-c6a9ae4a72a8,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:03.238917 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:03.425266 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632469'] for router_gateway, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.595646 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-993694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24768'] for router, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.597796 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.621992 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-993480'] for router, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.622492 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31687692-1739-48ee-8072-f4bd1276bda3 {{(pid=75027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:22:03.634141 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] Notify callbacks [] for router, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.635271 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-90b1d997-26ef-4646-a7f2-26fd5358c3aa admin admin] 10.222.0.41 "DELETE /v2.0/routers/31687692-1739-48ee-8072-f4bd1276bda3 HTTP/1.1" status: 204 len: 168 time: 1.2460532 May 02 03:22:03.637815 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48088) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:03.700404 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Deleting subnet 537db4ca-7a82-4607-b285-a4080f08673d {{(pid=75027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:22:03.705000 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.758263 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33312656'] for subnet, precommit_delete_associations {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.850327 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593829'] for subnet, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.109897 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1592486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33052558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30485672'] for subnet, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.115861 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-b291b67f-d036-4fdc-be01-20dcd51d6730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:04.151934 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for subnet, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.155914 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537db4ca-7a82-4607-b285-a4080f08673d,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:04.156803 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad778ca3-204e-4ba7-b3de-1a17ecb1ef93 None None] Network fec5b15a-2ac6-4647-8c82-667b46252795 requested from dv-osbrick-789079-1-ceph {{(pid=75028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:22:04.158045 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:04.165836 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-d70fe799-30bc-4ea7-9e61-dee82a5d9781 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/537db4ca-7a82-4607-b285-a4080f08673d HTTP/1.1" status: 204 len: 168 time: 0.5245736 May 02 03:22:04.166104 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48092) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:04.221674 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0053a2e5-18da-4766-9445-4ae12d1a7cb4 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:22:04.270412 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: 0053a2e5-18da-4766-9445-4ae12d1a7cb4 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:22:04.270766 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device 0053a2e5-18da-4766-9445-4ae12d1a7cb4 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:22:04.271140 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:22:04.275403 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653684'] for network, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.314163 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:22:04.314505 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device e60cae3b-0b26-4606-80ca-c6a9ae4a72a8 not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:22:04.352224 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Deleting port ea066d1e-d1a7-4f46-8676-a60d887044eb {{(pid=75027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:22:04.352537 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.450580 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.db [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] For port ea066d1e-d1a7-4f46-8676-a60d887044eb, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=ea066d1e-d1a7-4f46-8676-a60d887044eb,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:04.450933 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.472212 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] DHCP port deletion for fec5b15a-2ac6-4647-8c82-667b46252795 request from dv-osbrick-789079-1-ceph {{(pid=75028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:22:04.537802 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Deleting port ea066d1e-d1a7-4f46-8676-a60d887044eb {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:22:04.538200 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766582679233'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.572556 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Calling delete_port for ea066d1e-d1a7-4f46-8676-a60d887044eb owned by network:dhcp {{(pid=75027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:22:04.621395 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33052507'] for port, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.625090 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-60604fa2-9e6a-413b-9be3-641c64e3a331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:04.636847 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] For port ea066d1e-d1a7-4f46-8676-a60d887044eb, host dv-osbrick-789079-1-ceph, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-osbrick-789079-1-ceph',level=0,port_id=ea066d1e-d1a7-4f46-8676-a60d887044eb,segment=NetworkSegment(2b667f42-de86-4216-8271-208a7c51c4b7),segment_id=2b667f42-de86-4216-8271-208a7c51c4b7)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:04.637234 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-941092'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.664864 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea066d1e-d1a7-4f46-8676-a60d887044eb,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:04.668313 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:04.670329 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] No DVR routers for this DVR port ea066d1e-d1a7-4f46-8676-a60d887044eb on host dv-osbrick-789079-1-ceph {{(pid=75027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:22:04.760407 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Calling delete_port for ea066d1e-d1a7-4f46-8676-a60d887044eb owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:22:04.782820 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1592720', 'neutron.services.segments.db._delete_segments_for_network-8766582689145'] for network, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.804252 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766582684501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766582230667'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:04.807940 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0f5fdaf5-8e93-454e-9a0a-99a806d1c8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:04.904688 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Pushing event deleted for resources: {'Port': ['ID=ea066d1e-d1a7-4f46-8676-a60d887044eb,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:04.908272 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:04.912450 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ab943-2919-425d-a98a-2b284e1fe8da None None] No DVR routers for this DVR port ea066d1e-d1a7-4f46-8676-a60d887044eb on host dv-osbrick-789079-1-ceph {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:22:04.993505 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.services.segments.db [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec5b15a-2ac6-4647-8c82-667b46252795']}} {{(pid=75027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:05.009012 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.services.segments.db [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b667f42-de86-4216-8271-208a7c51c4b7') {'for_net_delete': True} {{(pid=75027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:05.009299 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.services.segments.db [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b667f42-de86-4216-8271-208a7c51c4b7') {} {{(pid=75027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:05.020492 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766582701303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33312649'] for segment, before_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.037057 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1596895'] for segment, precommit_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.043831 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=75027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:22:05.213583 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Network fec5b15a-2ac6-4647-8c82-667b46252795 has no segments {{(pid=75027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:22:05.221980 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1596872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33052520'] for segment, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.396652 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.plugins.ml2.managers [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Network fec5b15a-2ac6-4647-8c82-667b46252795 has no segments {{(pid=75027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: Traceback (most recent call last): May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: timer() May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: cb(*args, **kw) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: return func(*args, **kwargs) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: self._notify() May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: self.callback(batched_events) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: event.method(event) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: return f(self, *a, **k) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: return self._get(url).json() May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: return self.request(url, 'GET', **kwargs) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:22:05.417436 dv-osbrick-789079-1-ceph neutron-server[75027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:22:05.457262 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2b349e8e-a96d-4aab-b274-e7215dddcdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.497110 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1592419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632570'] for network, after_delete {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.500756 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-12b1f701-ae8c-48fd-87d6-212105579588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:05.513850 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549626'] for network, before_response {{(pid=75027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.524637 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec5b15a-2ac6-4647-8c82-667b46252795,revision_number=None']} {{(pid=75027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:05.529529 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fec5b15a-2ac6-4647-8c82-667b46252795 HTTP/1.1" status: 204 len: 168 time: 1.3601623 May 02 03:22:05.529529 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG oslo_concurrency.lockutils [None req-d3fb3552-c72e-4112-b2a3-69bc20b5a2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:05.677012 dv-osbrick-789079-1-ceph neutron-server[75027]: DEBUG neutron.wsgi [-] (75027) accepted ('10.222.0.41', 48102) {{(pid=75027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:05.729680 dv-osbrick-789079-1-ceph neutron-server[75027]: INFO neutron.wsgi [None req-7be39376-bf91-40fa-8d44-341c13bfe005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46eb7ba7eb394008becd84cfd5af3b01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492737 May 02 03:22:05.730084 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 48108) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:05.789739 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.816417 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.875452 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.882251 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:05.900456 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1602dd-a650-4b97-a39e-bc35457cb002,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:05.906241 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:05.907014 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.908153 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-d8a18f48-83f3-4c40-a5ca-9868bfc487b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da1602dd-a650-4b97-a39e-bc35457cb002 HTTP/1.1" status: 204 len: 168 time: 0.1771131 May 02 03:22:06.167939 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device ea066d1e-d1a7-4f46-8676-a60d887044eb no longer exists at agent ovs-agent-dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:22:06.202606 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] No Port match for: ea066d1e-d1a7-4f46-8676-a60d887044eb {{(pid=75028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:22:06.202965 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron.plugins.ml2.rpc [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Device ea066d1e-d1a7-4f46-8676-a60d887044eb not bound to the agent host dv-osbrick-789079-1-ceph {{(pid=75028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:22:06.282583 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 48120) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:06.336800 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-7a2cc792-e260-41b3-a210-67eec55cf306 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c23b2525007945f4ab501013bd3d2c1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522799 May 02 03:22:06.339197 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.wsgi [-] (75026) accepted ('10.222.0.41', 48124) {{(pid=75026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:06.399302 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:06.424696 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:06.482232 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640564'] for security_group, after_delete {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:06.487213 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:06.500293 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be820d7-c29c-4759-8172-4e7112611b46,revision_number=None']} {{(pid=75026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:06.503018 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG oslo_concurrency.lockutils [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:06.504292 dv-osbrick-789079-1-ceph neutron-server[75026]: DEBUG neutron_lib.callbacks.manager [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:06.508887 dv-osbrick-789079-1-ceph neutron-server[75026]: INFO neutron.wsgi [None req-9bc07309-eb09-4fa7-9347-47ccd9fee8df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8be820d7-c29c-4759-8172-4e7112611b46 HTTP/1.1" status: 204 len: 168 time: 0.1653724 May 02 03:22:07.579578 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:07.621757 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c85e386-df7d-4858-8764-66d0003890b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:08.829890 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:11.453001 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:22:33.206641 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:35.474582 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ba66e11-120c-44aa-b515-33af8e642a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:37.590860 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:37.625293 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3aa45818-ad02-459f-b7f8-bb15fa6ce418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:38.845424 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:48.452874 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:23:03.208641 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:05.472520 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec59e499-94c1-4d84-b88b-f4eaa05dbaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:07.588511 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:07.628128 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d4a19951-627a-4ea5-97e8-41e2914f94c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:08.844344 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:25.457598 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:23:33.205875 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:35.470902 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2134-bcef-479d-93f8-8f8bedecf7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:37.590408 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:37.632664 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5306-e5ba-418c-83dc-d0ad3f28b733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:38.853813 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:02.462224 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:24:03.202761 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:05.454817 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-683dca95-f373-4a7d-9b40-3a9e1ed0e1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:07.586852 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:07.635148 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbf7511f-85f5-4890-a2c0-e16c62d3939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:08.856721 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:33.201706 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:35.470749 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f8e52c53-7451-4d9c-90b4-8d7470078967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:37.584175 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:37.640287 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1e937594-1889-4baa-9094-37b090160bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:38.861870 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:39.466695 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:25:03.202138 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:05.464411 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9ccefd52-5ffa-4d2c-a550-18be5576521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:07.585892 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:07.643504 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-51303cbb-3d9c-4051-a530-733e2e4555af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:08.863697 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:16.470859 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:25:33.218611 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:35.470911 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c27d-9f1b-4732-81ca-c8bfdde94b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:37.586601 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:37.646180 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-509ed83c-edb7-4091-b05a-599c6343564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:38.869208 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:53.475531 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:26:03.211423 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:05.465078 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0d4b74b4-a42e-4692-b7f5-94a37f2f8461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:07.583356 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:07.654803 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5ab86325-dec6-47c2-876f-d8a6fbbd0290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:08.874009 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:30.479031 dv-osbrick-789079-1-ceph neutron-server[75029]: DEBUG neutron.db.agents_db [None req-38661586-fe17-4442-8cfc-93b3399fcd16 None None] Agent healthcheck: found 5 active agents {{(pid=75029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:26:33.209466 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6cbcba38-a68d-4d7a-a05c-ce61301139d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:35.468292 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-724f7910-f9ca-4d6c-8def-598034c159fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:37.580025 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d7efbe0-87fa-4b12-8c34-8c10d0e3f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:37.648362 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a9961a7a-c7aa-4a56-ab27-e5907bfff318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:38.865307 dv-osbrick-789079-1-ceph neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d172650e-7898-4ce7-85df-4e8c477f8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766582694732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1589926'] for agent, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}